2024-11-25 10:30:36,897 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 10:30:36,912 main DEBUG Took 0.012501 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:30:36,912 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:30:36,913 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:30:36,914 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:30:36,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,924 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:30:36,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,942 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,944 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,945 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:36,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,948 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:30:36,949 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:36,950 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:30:36,952 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:30:36,953 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:30:36,954 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:30:36,954 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:30:36,962 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:30:36,964 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:30:36,966 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:30:36,967 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:30:36,967 main DEBUG createAppenders(={Console}) 2024-11-25 10:30:36,968 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 10:30:36,968 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 10:30:36,969 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 10:30:36,969 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:30:36,970 main DEBUG OutputStream closed 2024-11-25 10:30:36,970 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:30:36,971 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:30:36,971 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 10:30:37,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:30:37,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:30:37,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:30:37,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:30:37,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:30:37,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:30:37,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:30:37,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:30:37,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:30:37,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:30:37,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:30:37,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:30:37,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:30:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:30:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:30:37,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:30:37,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:30:37,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:30:37,098 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:30:37,103 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 10:30:37,104 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:30:37,105 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T10:30:37,456 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07 2024-11-25 10:30:37,460 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:30:37,460 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:30:37,472 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-25T10:30:37,503 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:30:37,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0, deleteOnExit=true 2024-11-25T10:30:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T10:30:37,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/test.cache.data in system properties and HBase conf 2024-11-25T10:30:37,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:30:37,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:30:37,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:30:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:30:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T10:30:37,652 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:30:37,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:30:37,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:30:37,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:30:37,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:30:37,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:30:37,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:30:37,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:30:37,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:30:37,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:30:37,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:30:37,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:30:37,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:30:37,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:30:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:30:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:30:39,071 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T10:30:39,145 INFO [Time-limited test {}] log.Log(170): Logging initialized @2938ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T10:30:39,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:30:39,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:30:39,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:30:39,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:30:39,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:30:39,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:30:39,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:30:39,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:30:39,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/java.io.tmpdir/jetty-localhost-39459-hadoop-hdfs-3_4_1-tests_jar-_-any-18255804227787755208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:30:39,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39459} 2024-11-25T10:30:39,519 INFO [Time-limited test {}] server.Server(415): Started @3313ms 2024-11-25T10:30:40,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:30:40,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:30:40,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:30:40,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:30:40,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:30:40,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:30:40,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:30:40,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/java.io.tmpdir/jetty-localhost-37461-hadoop-hdfs-3_4_1-tests_jar-_-any-1324764299436591015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:30:40,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37461} 2024-11-25T10:30:40,124 INFO [Time-limited test {}] server.Server(415): Started @3918ms 2024-11-25T10:30:40,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:30:40,999 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data1/current/BP-1838180857-172.17.0.3-1732530638643/current, will proceed with Du for space computation calculation, 2024-11-25T10:30:40,999 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data2/current/BP-1838180857-172.17.0.3-1732530638643/current, will proceed with Du for space computation calculation, 2024-11-25T10:30:41,028 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:30:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9078340a7f9f031 with lease ID 0xb33b92ff2e7cb3d3: Processing first storage report for DS-4862acfd-bdd1-4878-9b4a-22cbacbaeecd from datanode DatanodeRegistration(127.0.0.1:46575, datanodeUuid=01d70eee-4f19-49d0-a531-f225cba0d612, infoPort=43495, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=1878947441;c=1732530638643) 2024-11-25T10:30:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9078340a7f9f031 with lease ID 0xb33b92ff2e7cb3d3: from storage DS-4862acfd-bdd1-4878-9b4a-22cbacbaeecd node DatanodeRegistration(127.0.0.1:46575, datanodeUuid=01d70eee-4f19-49d0-a531-f225cba0d612, infoPort=43495, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=1878947441;c=1732530638643), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:30:41,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9078340a7f9f031 with lease ID 0xb33b92ff2e7cb3d3: Processing first storage report for DS-4f7b57ca-d97e-48d0-8d63-c73e1a814b21 from datanode DatanodeRegistration(127.0.0.1:46575, datanodeUuid=01d70eee-4f19-49d0-a531-f225cba0d612, infoPort=43495, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=1878947441;c=1732530638643) 2024-11-25T10:30:41,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9078340a7f9f031 with lease ID 0xb33b92ff2e7cb3d3: from storage DS-4f7b57ca-d97e-48d0-8d63-c73e1a814b21 node DatanodeRegistration(127.0.0.1:46575, datanodeUuid=01d70eee-4f19-49d0-a531-f225cba0d612, infoPort=43495, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=1878947441;c=1732530638643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:30:41,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07 2024-11-25T10:30:41,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/zookeeper_0, clientPort=62334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:30:41,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62334 2024-11-25T10:30:41,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:41,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:30:41,921 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 with version=8 2024-11-25T10:30:41,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/hbase-staging 2024-11-25T10:30:42,037 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:30:42,273 INFO [Time-limited test {}] client.ConnectionUtils(129): master/1ab1d4f27f0d:0 server-side Connection retries=45 2024-11-25T10:30:42,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:30:42,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:30:42,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:30:42,469 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:30:42,477 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:30:42,481 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:42,504 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54443 (auto-detected) 2024-11-25T10:30:42,505 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T10:30:42,521 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42485 2024-11-25T10:30:42,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:42,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:42,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42485 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-25T10:30:42,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424850x0, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:30:42,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42485-0x10172d53bc60000 connected 2024-11-25T10:30:42,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:30:42,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:30:42,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:30:42,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42485 2024-11-25T10:30:42,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42485 2024-11-25T10:30:42,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42485 2024-11-25T10:30:42,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42485 2024-11-25T10:30:42,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42485 2024-11-25T10:30:42,749 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359, hbase.cluster.distributed=false 2024-11-25T10:30:42,809 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/1ab1d4f27f0d:0 server-side Connection retries=45 2024-11-25T10:30:42,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:30:42,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:30:42,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:30:42,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:30:42,814 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:42,815 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:38679 2024-11-25T10:30:42,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:30:42,821 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:30:42,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:42,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:42,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38679 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-25T10:30:42,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386790x0, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:30:42,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:30:42,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38679-0x10172d53bc60001 connected 2024-11-25T10:30:42,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:30:42,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:30:42,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-25T10:30:42,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-25T10:30:42,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-25T10:30:42,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-25T10:30:42,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-25T10:30:42,845 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:42,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:30:42,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:30:42,860 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:42,865 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab1d4f27f0d:42485 2024-11-25T10:30:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:30:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:30:42,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:42,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:42,888 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:30:42,889 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ab1d4f27f0d,42485,1732530642031 from backup master directory 2024-11-25T10:30:42,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:30:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:30:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:30:42,896 WARN [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:30:42,896 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:42,898 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T10:30:42,900 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T10:30:42,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:30:43,369 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/hbase.id with ID: 7c05888a-01a8-4604-af7b-64f8dacb42d2 2024-11-25T10:30:43,430 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:30:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:43,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:30:43,941 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:30:43,943 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:30:43,959 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:43,962 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:30:43,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:30:44,415 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store 2024-11-25T10:30:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:30:44,834 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T10:30:44,835 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:44,836 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:30:44,836 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:30:44,836 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:30:44,837 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:30:44,837 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:30:44,837 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:30:44,837 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:30:44,839 WARN [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/.initializing 2024-11-25T10:30:44,840 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/WALs/1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:44,846 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:30:44,856 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C42485%2C1732530642031, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/WALs/1ab1d4f27f0d,42485,1732530642031, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/oldWALs, maxLogs=10 2024-11-25T10:30:44,875 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/WALs/1ab1d4f27f0d,42485,1732530642031/1ab1d4f27f0d%2C42485%2C1732530642031.1732530644860, exclude list is [], retry=0 2024-11-25T10:30:44,889 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46575,DS-4862acfd-bdd1-4878-9b4a-22cbacbaeecd,DISK] 2024-11-25T10:30:44,892 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T10:30:44,923 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/WALs/1ab1d4f27f0d,42485,1732530642031/1ab1d4f27f0d%2C42485%2C1732530642031.1732530644860 2024-11-25T10:30:44,924 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43495:43495)] 2024-11-25T10:30:44,924 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:30:44,924 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:44,928 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:44,929 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:44,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:44,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:30:44,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:44,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:44,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:44,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:30:44,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:44,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:44,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:44,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:30:44,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:44,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:44,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:45,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:30:45,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:45,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:45,006 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:45,007 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:45,015 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:30:45,020 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:30:45,025 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:30:45,026 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037905, jitterRate=-0.12026666104793549}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:30:45,031 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:30:45,033 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:30:45,059 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d954f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:45,090 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T10:30:45,100 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:30:45,100 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:30:45,102 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:30:45,103 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T10:30:45,107 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-25T10:30:45,108 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T10:30:45,131 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:30:45,143 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:30:45,187 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:30:45,190 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:30:45,192 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:30:45,202 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:30:45,205 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:30:45,209 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:30:45,219 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:30:45,220 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:30:45,229 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:30:45,239 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:30:45,245 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:30:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:30:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:30:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,255 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=1ab1d4f27f0d,42485,1732530642031, sessionid=0x10172d53bc60000, setting cluster-up flag (Was=false) 2024-11-25T10:30:45,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,304 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:30:45,307 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:45,356 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:30:45,360 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:45,464 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab1d4f27f0d:38679 2024-11-25T10:30:45,465 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1008): ClusterId : 7c05888a-01a8-4604-af7b-64f8dacb42d2 2024-11-25T10:30:45,468 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:30:45,472 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T10:30:45,479 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T10:30:45,481 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:30:45,481 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:30:45,482 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:30:45,488 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:30:45,489 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12174204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:45,488 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab1d4f27f0d,42485,1732530642031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:30:45,491 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4cf16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab1d4f27f0d/172.17.0.3:0 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab1d4f27f0d:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:30:45,492 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,493 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:30:45,493 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,496 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T10:30:45,496 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732530675495 2024-11-25T10:30:45,496 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T10:30:45,496 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T10:30:45,497 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:30:45,499 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(3073): reportForDuty to master=1ab1d4f27f0d,42485,1732530642031 with isa=1ab1d4f27f0d/172.17.0.3:38679, startcode=1732530642808 2024-11-25T10:30:45,499 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:30:45,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:30:45,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:30:45,503 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:30:45,504 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:30:45,504 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:30:45,504 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:30:45,507 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:45,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:30:45,510 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:30:45,511 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:30:45,511 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:30:45,514 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:30:45,514 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:30:45,514 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:30:45,519 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530645515,5,FailOnTimeoutGroup] 2024-11-25T10:30:45,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741831_1007 (size=1039) 2024-11-25T10:30:45,522 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530645519,5,FailOnTimeoutGroup] 2024-11-25T10:30:45,523 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,523 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:30:45,524 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T10:30:45,524 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,525 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:30:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:30:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:45,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:30:45,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:30:45,558 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34599, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:30:45,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:45,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:45,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:30:45,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:30:45,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:45,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:45,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:30:45,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42485 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:30:45,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:45,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42485 {}] master.ServerManager(486): Registering regionserver=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:45,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740 2024-11-25T10:30:45,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740 2024-11-25T10:30:45,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:30:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T10:30:45,591 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:30:45,591 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-11-25T10:30:45,591 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T10:30:45,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:30:45,593 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534321, jitterRate=0.06594444811344147}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:30:45,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T10:30:45,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:30:45,599 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T10:30:45,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T10:30:45,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:30:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:30:45,601 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T10:30:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T10:30:45,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:30:45,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T10:30:45,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:30:45,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:30:45,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab1d4f27f0d,38679,1732530642808] 2024-11-25T10:30:45,615 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] zookeeper.ZKUtil(111): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,615 WARN [RS:0;1ab1d4f27f0d:38679 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:30:45,616 INFO [RS:0;1ab1d4f27f0d:38679 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:30:45,617 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:30:45,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:30:45,636 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T10:30:45,651 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:30:45,683 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:30:45,688 INFO [RS:0;1ab1d4f27f0d:38679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:30:45,688 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,689 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T10:30:45,698 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,698 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,699 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,699 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,699 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,699 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab1d4f27f0d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:30:45,700 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab1d4f27f0d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:30:45,701 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:30:45,702 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,702 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,702 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,702 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,703 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,38679,1732530642808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:30:45,741 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:30:45,744 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,38679,1732530642808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:45,779 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.Replication(204): 1ab1d4f27f0d,38679,1732530642808 started 2024-11-25T10:30:45,779 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1767): Serving as 1ab1d4f27f0d,38679,1732530642808, RpcServer on 1ab1d4f27f0d/172.17.0.3:38679, sessionid=0x10172d53bc60001 2024-11-25T10:30:45,780 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:30:45,780 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,780 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab1d4f27f0d,38679,1732530642808' 2024-11-25T10:30:45,781 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:30:45,782 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:30:45,782 WARN [1ab1d4f27f0d:42485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:30:45,787 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:30:45,787 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:30:45,787 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:45,787 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab1d4f27f0d,38679,1732530642808' 2024-11-25T10:30:45,787 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:30:45,791 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:30:45,792 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:30:45,792 INFO [RS:0;1ab1d4f27f0d:38679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:30:45,792 INFO [RS:0;1ab1d4f27f0d:38679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:30:45,900 INFO [RS:0;1ab1d4f27f0d:38679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:30:45,906 INFO [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C38679%2C1732530642808, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/oldWALs, maxLogs=32 2024-11-25T10:30:45,931 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808/1ab1d4f27f0d%2C38679%2C1732530642808.1732530645909, exclude list is [], retry=0 2024-11-25T10:30:45,938 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46575,DS-4862acfd-bdd1-4878-9b4a-22cbacbaeecd,DISK] 2024-11-25T10:30:45,945 INFO [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808/1ab1d4f27f0d%2C38679%2C1732530642808.1732530645909 2024-11-25T10:30:45,947 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43495:43495)] 2024-11-25T10:30:46,034 DEBUG [1ab1d4f27f0d:42485 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T10:30:46,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:46,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab1d4f27f0d,38679,1732530642808, state=OPENING 2024-11-25T10:30:46,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:30:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:46,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:30:46,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:30:46,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:30:46,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:46,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:30:46,295 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:30:46,307 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T10:30:46,308 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:30:46,309 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:30:46,312 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C38679%2C1732530642808.meta, suffix=.meta, logDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/oldWALs, maxLogs=32 2024-11-25T10:30:46,330 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808/1ab1d4f27f0d%2C38679%2C1732530642808.meta.1732530646314.meta, exclude list is [], retry=0 2024-11-25T10:30:46,334 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46575,DS-4862acfd-bdd1-4878-9b4a-22cbacbaeecd,DISK] 2024-11-25T10:30:46,338 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/WALs/1ab1d4f27f0d,38679,1732530642808/1ab1d4f27f0d%2C38679%2C1732530642808.meta.1732530646314.meta 2024-11-25T10:30:46,339 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43495:43495)] 2024-11-25T10:30:46,339 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:30:46,341 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:30:46,416 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:30:46,422 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:30:46,426 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:30:46,426 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:46,426 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T10:30:46,426 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T10:30:46,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:30:46,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:30:46,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:30:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:30:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:30:46,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:30:46,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:46,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:30:46,442 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740 2024-11-25T10:30:46,446 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740 2024-11-25T10:30:46,449 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:30:46,452 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T10:30:46,454 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67788066, jitterRate=0.010120898485183716}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:30:46,456 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T10:30:46,464 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732530646282 2024-11-25T10:30:46,477 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:30:46,477 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T10:30:46,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:46,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab1d4f27f0d,38679,1732530642808, state=OPEN 2024-11-25T10:30:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:30:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:30:46,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:30:46,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:30:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:30:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=1ab1d4f27f0d,38679,1732530642808 in 435 msec 2024-11-25T10:30:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:30:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 938 msec 2024-11-25T10:30:46,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1450 sec 2024-11-25T10:30:46,562 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732530646562, completionTime=-1 2024-11-25T10:30:46,562 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T10:30:46,562 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T10:30:46,596 DEBUG [hconnection-0x7a0b4649-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:46,599 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:46,609 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T10:30:46,609 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732530706609 2024-11-25T10:30:46,609 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732530766609 2024-11-25T10:30:46,609 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 46 msec 2024-11-25T10:30:46,647 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:46,647 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:46,647 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:46,649 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab1d4f27f0d:42485, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:46,649 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:46,654 DEBUG [master/1ab1d4f27f0d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T10:30:46,656 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T10:30:46,658 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:30:46,664 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T10:30:46,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:30:46,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:46,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:30:46,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741835_1011 (size=358) 2024-11-25T10:30:47,090 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4bf62b148e353cc6050c99e10ae22a70, NAME => 'hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:30:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741836_1012 (size=42) 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4bf62b148e353cc6050c99e10ae22a70, disabling compactions & flushes 2024-11-25T10:30:47,502 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. after waiting 0 ms 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,502 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,502 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4bf62b148e353cc6050c99e10ae22a70: 2024-11-25T10:30:47,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:30:47,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732530647506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530647506"}]},"ts":"1732530647506"} 2024-11-25T10:30:47,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:30:47,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:30:47,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530647535"}]},"ts":"1732530647535"} 2024-11-25T10:30:47,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T10:30:47,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4bf62b148e353cc6050c99e10ae22a70, ASSIGN}] 2024-11-25T10:30:47,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4bf62b148e353cc6050c99e10ae22a70, ASSIGN 2024-11-25T10:30:47,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4bf62b148e353cc6050c99e10ae22a70, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:30:47,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4bf62b148e353cc6050c99e10ae22a70, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:47,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4bf62b148e353cc6050c99e10ae22a70, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:30:47,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:47,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bf62b148e353cc6050c99e10ae22a70, NAME => 'hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:30:47,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:47,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,941 INFO [StoreOpener-4bf62b148e353cc6050c99e10ae22a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,944 INFO [StoreOpener-4bf62b148e353cc6050c99e10ae22a70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf62b148e353cc6050c99e10ae22a70 columnFamilyName info 2024-11-25T10:30:47,944 DEBUG [StoreOpener-4bf62b148e353cc6050c99e10ae22a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:47,945 INFO [StoreOpener-4bf62b148e353cc6050c99e10ae22a70-1 {}] regionserver.HStore(327): Store=4bf62b148e353cc6050c99e10ae22a70/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:47,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:30:47,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:30:47,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4bf62b148e353cc6050c99e10ae22a70; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75227427, jitterRate=0.12097601592540741}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:30:47,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4bf62b148e353cc6050c99e10ae22a70: 2024-11-25T10:30:47,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70., pid=6, masterSystemTime=1732530647927 2024-11-25T10:30:47,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:30:47,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4bf62b148e353cc6050c99e10ae22a70, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:47,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T10:30:47,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4bf62b148e353cc6050c99e10ae22a70, server=1ab1d4f27f0d,38679,1732530642808 in 196 msec 2024-11-25T10:30:47,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T10:30:47,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4bf62b148e353cc6050c99e10ae22a70, ASSIGN in 361 msec 2024-11-25T10:30:47,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:30:47,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530647978"}]},"ts":"1732530647978"} 2024-11-25T10:30:47,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T10:30:48,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:30:48,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3890 sec 2024-11-25T10:30:48,068 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T10:30:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:30:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:30:48,106 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T10:30:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:30:48,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-11-25T10:30:48,151 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T10:30:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:30:48,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-25T10:30:48,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T10:30:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T10:30:48,230 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.333sec 2024-11-25T10:30:48,233 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:30:48,235 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:30:48,237 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:30:48,237 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:30:48,237 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:30:48,239 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:30:48,239 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:30:48,247 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:30:48,247 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:30:48,248 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,42485,1732530642031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:30:48,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-25T10:30:48,264 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T10:30:48,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:48,283 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:30:48,283 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:30:48,292 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:48,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:48,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:30:48,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=2349 2024-11-25T10:30:48,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:30:48,337 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:30:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:30:48,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:30:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:30:48,353 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:30:48,353 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:48,355 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:30:48,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T10:30:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741837_1013 (size=960) 2024-11-25T10:30:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:48,776 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:30:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741838_1014 (size=53) 2024-11-25T10:30:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:49,191 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:49,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8b099e2a10f25ed1456de53c83c65f8d, disabling compactions & flushes 2024-11-25T10:30:49,192 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. after waiting 0 ms 2024-11-25T10:30:49,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,193 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,193 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:49,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:30:49,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530649198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530649198"}]},"ts":"1732530649198"} 2024-11-25T10:30:49,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:30:49,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:30:49,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530649206"}]},"ts":"1732530649206"} 2024-11-25T10:30:49,211 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:30:49,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, ASSIGN}] 2024-11-25T10:30:49,276 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, ASSIGN 2024-11-25T10:30:49,280 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:30:49,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8b099e2a10f25ed1456de53c83c65f8d, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:49,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:30:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:49,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:49,596 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,597 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:30:49,597 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,597 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:30:49,597 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,597 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,600 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,604 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:30:49,604 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b099e2a10f25ed1456de53c83c65f8d columnFamilyName A 2024-11-25T10:30:49,604 DEBUG [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:49,606 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(327): Store=8b099e2a10f25ed1456de53c83c65f8d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:49,606 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,608 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:30:49,609 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b099e2a10f25ed1456de53c83c65f8d columnFamilyName B 2024-11-25T10:30:49,609 DEBUG [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:49,610 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(327): Store=8b099e2a10f25ed1456de53c83c65f8d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:49,610 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,613 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:30:49,613 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b099e2a10f25ed1456de53c83c65f8d columnFamilyName C 2024-11-25T10:30:49,613 DEBUG [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:30:49,615 INFO [StoreOpener-8b099e2a10f25ed1456de53c83c65f8d-1 {}] regionserver.HStore(327): Store=8b099e2a10f25ed1456de53c83c65f8d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:30:49,615 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,617 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,617 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,621 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:30:49,624 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:49,629 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:30:49,630 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8b099e2a10f25ed1456de53c83c65f8d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66836510, jitterRate=-0.004058390855789185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:30:49,631 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:49,633 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., pid=11, masterSystemTime=1732530649590 2024-11-25T10:30:49,636 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,636 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:49,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8b099e2a10f25ed1456de53c83c65f8d, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:49,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T10:30:49,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 in 206 msec 2024-11-25T10:30:49,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T10:30:49,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, ASSIGN in 374 msec 2024-11-25T10:30:49,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:30:49,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530649652"}]},"ts":"1732530649652"} 2024-11-25T10:30:49,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:30:49,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:30:49,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3500 sec 2024-11-25T10:30:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:30:50,487 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T10:30:50,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-25T10:30:50,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:30:50,548 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:30:50,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-25T10:30:50,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-25T10:30:50,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-25T10:30:50,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-25T10:30:50,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-25T10:30:50,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-25T10:30:50,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-25T10:30:50,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-25T10:30:50,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-25T10:30:50,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:50,677 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,677 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,677 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,678 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,678 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,678 DEBUG [hconnection-0x293c9f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,679 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,682 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:30:50,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T10:30:50,692 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:30:50,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:50,696 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:30:50,696 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,696 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:30:50,702 DEBUG [hconnection-0x2623371a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:30:50,704 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,704 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,714 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:30:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:50,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:30:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:50,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:50,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:50,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:50,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:50,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:50,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:50,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530710926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530710931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/edff6d20adda40bd93352b4895aefc7f is 50, key is test_row_0/A:col10/1732530650694/Put/seqid=0 2024-11-25T10:30:50,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530710939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530710947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530710947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741839_1015 (size=12001) 2024-11-25T10:30:51,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/edff6d20adda40bd93352b4895aefc7f 2024-11-25T10:30:51,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530711104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530711105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530711106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530711107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530711115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e43af2b81fe6417bba2eb3f2194b45a0 is 50, key is test_row_0/B:col10/1732530650694/Put/seqid=0 2024-11-25T10:30:51,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741840_1016 (size=12001) 2024-11-25T10:30:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:51,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530711317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530711318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530711318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530711319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530711328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530711630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530711630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530711631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530711632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530711635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e43af2b81fe6417bba2eb3f2194b45a0 2024-11-25T10:30:51,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1642cd4f488d4379942e684fb37767c6 is 50, key is test_row_0/C:col10/1732530650694/Put/seqid=0 2024-11-25T10:30:51,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741841_1017 (size=12001) 2024-11-25T10:30:51,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1642cd4f488d4379942e684fb37767c6 2024-11-25T10:30:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/edff6d20adda40bd93352b4895aefc7f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f 2024-11-25T10:30:51,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:30:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e43af2b81fe6417bba2eb3f2194b45a0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0 2024-11-25T10:30:51,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:51,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:51,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:51,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:30:51,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1642cd4f488d4379942e684fb37767c6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6 2024-11-25T10:30:51,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:30:51,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8b099e2a10f25ed1456de53c83c65f8d in 1117ms, sequenceid=15, compaction requested=false 2024-11-25T10:30:51,927 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:30:51,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:51,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:30:52,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:30:52,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:52,025 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:30:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:30:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8a84de1c1eb342209e6c6a8f2e8c606a is 50, key is test_row_0/A:col10/1732530650918/Put/seqid=0 2024-11-25T10:30:52,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T10:30:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741842_1018 (size=12001) 2024-11-25T10:30:52,087 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8a84de1c1eb342209e6c6a8f2e8c606a 2024-11-25T10:30:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/117ef830e7d949bea21388ed8abc1b98 is 50, key is test_row_0/B:col10/1732530650918/Put/seqid=0 2024-11-25T10:30:52,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:52,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741843_1019 (size=12001) 2024-11-25T10:30:52,194 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/117ef830e7d949bea21388ed8abc1b98 2024-11-25T10:30:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530712227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530712229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530712231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530712233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530712236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b2c9c83d4e4049e9a33d9f48526aa5fa is 50, key is test_row_0/C:col10/1732530650918/Put/seqid=0 2024-11-25T10:30:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741844_1020 (size=12001) 2024-11-25T10:30:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530712343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530712342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530712345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530712347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530712354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:30:52,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:30:52,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T10:30:52,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T10:30:52,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:30:52,476 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:30:52,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T10:30:52,476 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T10:30:52,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:30:52,479 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T10:30:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530712555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530712555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530712556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530712558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530712561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,689 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b2c9c83d4e4049e9a33d9f48526aa5fa 2024-11-25T10:30:52,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8a84de1c1eb342209e6c6a8f2e8c606a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a 2024-11-25T10:30:52,722 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:30:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/117ef830e7d949bea21388ed8abc1b98 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98 2024-11-25T10:30:52,739 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:30:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b2c9c83d4e4049e9a33d9f48526aa5fa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa 2024-11-25T10:30:52,759 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:30:52,763 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8b099e2a10f25ed1456de53c83c65f8d in 737ms, sequenceid=38, compaction requested=false 2024-11-25T10:30:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T10:30:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T10:30:52,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T10:30:52,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0690 sec 2024-11-25T10:30:52,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0870 sec 2024-11-25T10:30:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:30:52,807 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T10:30:52,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:30:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T10:30:52,814 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:30:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:52,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:30:52,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:30:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:52,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:30:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:52,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:52,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/7f25b266ac824dafb350021ca39d92fc is 50, key is test_row_0/A:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741845_1021 (size=12001) 2024-11-25T10:30:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530712924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530712927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530712927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530712929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530712931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:52,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:52,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530713035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530713043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530713044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530713045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530713044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:53,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530713247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530713251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530713255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530713258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530713263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/7f25b266ac824dafb350021ca39d92fc 2024-11-25T10:30:53,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/0543361ae6824e02acb7615b73f7a548 is 50, key is test_row_0/B:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741846_1022 (size=12001) 2024-11-25T10:30:53,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/0543361ae6824e02acb7615b73f7a548 2024-11-25T10:30:53,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1d76424a70f945009e1f89c53e0f8111 is 50, key is test_row_0/C:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741847_1023 (size=12001) 2024-11-25T10:30:53,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1d76424a70f945009e1f89c53e0f8111 2024-11-25T10:30:53,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/7f25b266ac824dafb350021ca39d92fc as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc 2024-11-25T10:30:53,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T10:30:53,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/0543361ae6824e02acb7615b73f7a548 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548 2024-11-25T10:30:53,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T10:30:53,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/1d76424a70f945009e1f89c53e0f8111 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111 2024-11-25T10:30:53,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T10:30:53,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8b099e2a10f25ed1456de53c83c65f8d in 638ms, sequenceid=53, compaction requested=true 2024-11-25T10:30:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:30:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:53,509 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:53,512 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:53,513 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:53,515 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:30:53,515 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,515 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.2 K 2024-11-25T10:30:53,518 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e43af2b81fe6417bba2eb3f2194b45a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530650694 2024-11-25T10:30:53,519 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 117ef830e7d949bea21388ed8abc1b98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530650918 2024-11-25T10:30:53,520 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:53,520 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0543361ae6824e02acb7615b73f7a548, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:53,520 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:30:53,520 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,520 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.2 K 2024-11-25T10:30:53,522 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting edff6d20adda40bd93352b4895aefc7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530650694 2024-11-25T10:30:53,527 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a84de1c1eb342209e6c6a8f2e8c606a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530650918 2024-11-25T10:30:53,529 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f25b266ac824dafb350021ca39d92fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:53,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:53,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:53,583 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:53,584 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/285160c7c130441fbda082e754ef7999 is 50, key is test_row_0/A:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:53,584 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#9 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:53,585 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/8ce5262fedf04dcaac08f84db4d2b58f is 50, key is test_row_0/B:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:53,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/4d1b83e837534779bbe62b1282f572dc is 50, key is test_row_0/A:col10/1732530652919/Put/seqid=0 2024-11-25T10:30:53,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741849_1025 (size=12104) 2024-11-25T10:30:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530713616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530713619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530713623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,645 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/8ce5262fedf04dcaac08f84db4d2b58f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/8ce5262fedf04dcaac08f84db4d2b58f 2024-11-25T10:30:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530713625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530713640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741848_1024 (size=12104) 2024-11-25T10:30:53,675 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 8ce5262fedf04dcaac08f84db4d2b58f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:53,675 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:53,675 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530653509; duration=0sec 2024-11-25T10:30:53,676 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:53,676 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:30:53,676 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741850_1026 (size=14341) 2024-11-25T10:30:53,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/4d1b83e837534779bbe62b1282f572dc 2024-11-25T10:30:53,693 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/285160c7c130441fbda082e754ef7999 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/285160c7c130441fbda082e754ef7999 2024-11-25T10:30:53,697 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:53,697 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:30:53,713 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,714 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.2 K 2024-11-25T10:30:53,718 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 285160c7c130441fbda082e754ef7999(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:53,718 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:53,718 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530653508; duration=0sec 2024-11-25T10:30:53,718 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:53,718 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:30:53,719 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1642cd4f488d4379942e684fb37767c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530650694 2024-11-25T10:30:53,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 is 50, key is test_row_0/B:col10/1732530652919/Put/seqid=0 2024-11-25T10:30:53,720 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b2c9c83d4e4049e9a33d9f48526aa5fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530650918 2024-11-25T10:30:53,722 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d76424a70f945009e1f89c53e0f8111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:53,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530713743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530713743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530713749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530713751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530713768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,780 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:53,780 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/34e70920b50c4b8f94fd65fdc061b9c2 is 50, key is test_row_0/C:col10/1732530652225/Put/seqid=0 2024-11-25T10:30:53,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741851_1027 (size=12001) 2024-11-25T10:30:53,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 2024-11-25T10:30:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741852_1028 (size=12104) 2024-11-25T10:30:53,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95cf6c589df149419cb2d6e2cd81949a is 50, key is test_row_0/C:col10/1732530652919/Put/seqid=0 2024-11-25T10:30:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741853_1029 (size=12001) 2024-11-25T10:30:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:53,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:53,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:53,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530713961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530713962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530713969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530713971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:53,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530713972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:54,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530714269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530714269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530714282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,283 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/34e70920b50c4b8f94fd65fdc061b9c2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/34e70920b50c4b8f94fd65fdc061b9c2 2024-11-25T10:30:54,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530714282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95cf6c589df149419cb2d6e2cd81949a 2024-11-25T10:30:54,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530714283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,317 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into 34e70920b50c4b8f94fd65fdc061b9c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:54,317 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:54,317 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530653509; duration=0sec 2024-11-25T10:30:54,318 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:54,318 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:30:54,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/4d1b83e837534779bbe62b1282f572dc as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc 2024-11-25T10:30:54,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc, entries=200, sequenceid=75, filesize=14.0 K 2024-11-25T10:30:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 2024-11-25T10:30:54,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T10:30:54,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95cf6c589df149419cb2d6e2cd81949a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a 2024-11-25T10:30:54,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T10:30:54,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8b099e2a10f25ed1456de53c83c65f8d in 827ms, sequenceid=75, compaction requested=false 2024-11-25T10:30:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:54,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:30:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,417 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:30:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2b7dff02948d43e08648e2ee1b89fa28 is 50, key is test_row_0/A:col10/1732530653618/Put/seqid=0 2024-11-25T10:30:54,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741854_1030 (size=12001) 2024-11-25T10:30:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2b7dff02948d43e08648e2ee1b89fa28 2024-11-25T10:30:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/92a89f3e935f45f993082440ef758bfe is 50, key is test_row_0/B:col10/1732530653618/Put/seqid=0 2024-11-25T10:30:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741855_1031 (size=12001) 2024-11-25T10:30:54,502 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/92a89f3e935f45f993082440ef758bfe 2024-11-25T10:30:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/17fda26f1dc243a1914270ecf4b6cf68 is 50, key is test_row_0/C:col10/1732530653618/Put/seqid=0 2024-11-25T10:30:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741856_1032 (size=12001) 2024-11-25T10:30:54,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/17fda26f1dc243a1914270ecf4b6cf68 2024-11-25T10:30:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2b7dff02948d43e08648e2ee1b89fa28 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28 2024-11-25T10:30:54,590 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T10:30:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/92a89f3e935f45f993082440ef758bfe as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe 2024-11-25T10:30:54,605 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T10:30:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/17fda26f1dc243a1914270ecf4b6cf68 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68 2024-11-25T10:30:54,623 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T10:30:54,627 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 8b099e2a10f25ed1456de53c83c65f8d in 210ms, sequenceid=92, compaction requested=true 2024-11-25T10:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T10:30:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T10:30:54,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T10:30:54,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-25T10:30:54,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8270 sec 2024-11-25T10:30:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:54,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:30:54,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:54,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:54,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:54,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/903e999a50cb4e19825a03b72ee8631d is 50, key is test_row_0/A:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741857_1033 (size=16681) 2024-11-25T10:30:54,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/903e999a50cb4e19825a03b72ee8631d 2024-11-25T10:30:54,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2e8a3d7fc8da4c818578d1f6547660d5 is 50, key is test_row_0/B:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741858_1034 (size=12001) 2024-11-25T10:30:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:30:54,931 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T10:30:54,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:30:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T10:30:54,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:30:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:54,942 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:30:54,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:30:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530714937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530714947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530714946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530714952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:54,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530714957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530715061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530715062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530715065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530715068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530715071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:30:55,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:55,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:30:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:55,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2e8a3d7fc8da4c818578d1f6547660d5 2024-11-25T10:30:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530715270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530715271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530715272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530715280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530715282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/51142b2863994a228f72170be07f4fac is 50, key is test_row_0/C:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741859_1035 (size=12001) 2024-11-25T10:30:55,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/51142b2863994a228f72170be07f4fac 2024-11-25T10:30:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/903e999a50cb4e19825a03b72ee8631d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d 2024-11-25T10:30:55,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d, entries=250, sequenceid=104, filesize=16.3 K 2024-11-25T10:30:55,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2e8a3d7fc8da4c818578d1f6547660d5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5 2024-11-25T10:30:55,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:30:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:55,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5, entries=150, sequenceid=104, filesize=11.7 K 2024-11-25T10:30:55,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/51142b2863994a228f72170be07f4fac as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac 2024-11-25T10:30:55,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac, entries=150, sequenceid=104, filesize=11.7 K 2024-11-25T10:30:55,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8b099e2a10f25ed1456de53c83c65f8d in 639ms, sequenceid=104, compaction requested=true 2024-11-25T10:30:55,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:55,443 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:30:55,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:30:55,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:55,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:30:55,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:55,445 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:30:55,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:30:55,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:55,446 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:30:55,447 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:30:55,448 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,448 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/285160c7c130441fbda082e754ef7999, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=53.8 K 2024-11-25T10:30:55,449 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:30:55,449 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:30:55,449 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,449 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/8ce5262fedf04dcaac08f84db4d2b58f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=47.0 K 2024-11-25T10:30:55,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 285160c7c130441fbda082e754ef7999, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:55,452 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ce5262fedf04dcaac08f84db4d2b58f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:55,452 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d1b83e837534779bbe62b1282f572dc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530652919 2024-11-25T10:30:55,453 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting a13f27d6c4b049b8b6c8c2bdbc66ebd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530652919 2024-11-25T10:30:55,453 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7dff02948d43e08648e2ee1b89fa28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530653615 2024-11-25T10:30:55,454 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 903e999a50cb4e19825a03b72ee8631d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:55,454 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a89f3e935f45f993082440ef758bfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530653615 2024-11-25T10:30:55,456 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e8a3d7fc8da4c818578d1f6547660d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:55,502 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:55,503 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:55,503 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/631e67da76ab4c0c8f4e3c6abae461e9 is 50, key is test_row_0/B:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:55,504 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/fab3be4c55eb44779d68004ff885d011 is 50, key is test_row_0/A:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741860_1036 (size=12241) 2024-11-25T10:30:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741861_1037 (size=12241) 2024-11-25T10:30:55,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:30:55,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,572 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:30:55,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:55,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:55,593 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/631e67da76ab4c0c8f4e3c6abae461e9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/631e67da76ab4c0c8f4e3c6abae461e9 2024-11-25T10:30:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:55,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:55,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8eab38cdab974da5be68f02fffd97fe4 is 50, key is test_row_0/A:col10/1732530654932/Put/seqid=0 2024-11-25T10:30:55,620 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 631e67da76ab4c0c8f4e3c6abae461e9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:55,620 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:55,620 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=12, startTime=1732530655445; duration=0sec 2024-11-25T10:30:55,621 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:55,621 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:30:55,621 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:30:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530715615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530715618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530715618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741862_1038 (size=12001) 2024-11-25T10:30:55,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530715621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,635 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:30:55,635 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:30:55,635 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,635 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/34e70920b50c4b8f94fd65fdc061b9c2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=47.0 K 2024-11-25T10:30:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530715626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,636 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 34e70920b50c4b8f94fd65fdc061b9c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732530652225 2024-11-25T10:30:55,638 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 95cf6c589df149419cb2d6e2cd81949a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530652919 2024-11-25T10:30:55,639 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 17fda26f1dc243a1914270ecf4b6cf68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530653615 2024-11-25T10:30:55,640 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 51142b2863994a228f72170be07f4fac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:55,672 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:55,674 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ff4bdd383371474e839d353d53ef4d2e is 50, key is test_row_0/C:col10/1732530654801/Put/seqid=0 2024-11-25T10:30:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741863_1039 (size=12241) 2024-11-25T10:30:55,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530715729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530715735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530715735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530715736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530715738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,765 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ff4bdd383371474e839d353d53ef4d2e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff4bdd383371474e839d353d53ef4d2e 2024-11-25T10:30:55,783 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into ff4bdd383371474e839d353d53ef4d2e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:55,783 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:55,784 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=12, startTime=1732530655445; duration=0sec 2024-11-25T10:30:55,784 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:55,784 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:30:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530715941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530715945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530715946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530715947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:55,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530715948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,040 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/fab3be4c55eb44779d68004ff885d011 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/fab3be4c55eb44779d68004ff885d011 2024-11-25T10:30:56,041 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8eab38cdab974da5be68f02fffd97fe4 2024-11-25T10:30:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:56,098 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into fab3be4c55eb44779d68004ff885d011(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:56,098 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:56,098 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=12, startTime=1732530655442; duration=0sec 2024-11-25T10:30:56,099 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:56,099 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:30:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e394aea1b7474e118629fc900a249fe9 is 50, key is test_row_0/B:col10/1732530654932/Put/seqid=0 2024-11-25T10:30:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741864_1040 (size=12001) 2024-11-25T10:30:56,152 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e394aea1b7474e118629fc900a249fe9 2024-11-25T10:30:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/4e6ab73e48e84eb8b249b3e4bfc408f2 is 50, key is test_row_0/C:col10/1732530654932/Put/seqid=0 2024-11-25T10:30:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741865_1041 (size=12001) 2024-11-25T10:30:56,210 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/4e6ab73e48e84eb8b249b3e4bfc408f2 2024-11-25T10:30:56,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8eab38cdab974da5be68f02fffd97fe4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4 2024-11-25T10:30:56,237 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:30:56,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e394aea1b7474e118629fc900a249fe9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9 2024-11-25T10:30:56,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:30:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/4e6ab73e48e84eb8b249b3e4bfc408f2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2 2024-11-25T10:30:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530716252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530716253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530716253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530716253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530716253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,265 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:30:56,267 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8b099e2a10f25ed1456de53c83c65f8d in 694ms, sequenceid=128, compaction requested=false 2024-11-25T10:30:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T10:30:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T10:30:56,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T10:30:56,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-25T10:30:56,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3370 sec 2024-11-25T10:30:56,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:56,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/6f539943d0f84352b648e6bc397a93ef is 50, key is test_row_0/A:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741866_1042 (size=12151) 2024-11-25T10:30:56,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/6f539943d0f84352b648e6bc397a93ef 2024-11-25T10:30:56,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/c43e80bef1804d3caca0f272cb3b0d1f is 50, key is test_row_0/B:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530716902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530716907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530716912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530716914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530716914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:56,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741867_1043 (size=12151) 2024-11-25T10:30:56,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/c43e80bef1804d3caca0f272cb3b0d1f 2024-11-25T10:30:56,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/45d409a73d6247f997d3fc344d6c1c62 is 50, key is test_row_0/C:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741868_1044 (size=12151) 2024-11-25T10:30:56,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/45d409a73d6247f997d3fc344d6c1c62 2024-11-25T10:30:57,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/6f539943d0f84352b648e6bc397a93ef as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef 2024-11-25T10:30:57,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530717021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530717028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef, entries=150, sequenceid=144, filesize=11.9 K 2024-11-25T10:30:57,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/c43e80bef1804d3caca0f272cb3b0d1f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f 2024-11-25T10:30:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530717029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530717031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530717031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:30:57,056 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T10:30:57,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f, entries=150, sequenceid=144, filesize=11.9 K 2024-11-25T10:30:57,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/45d409a73d6247f997d3fc344d6c1c62 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62 2024-11-25T10:30:57,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:30:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T10:30:57,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:30:57,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:30:57,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:30:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:30:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62, entries=150, sequenceid=144, filesize=11.9 K 2024-11-25T10:30:57,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8b099e2a10f25ed1456de53c83c65f8d in 324ms, sequenceid=144, compaction requested=true 2024-11-25T10:30:57,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:57,088 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:57,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:57,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:30:57,091 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,091 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/fab3be4c55eb44779d68004ff885d011, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.5 K 2024-11-25T10:30:57,094 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting fab3be4c55eb44779d68004ff885d011, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:30:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:57,095 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eab38cdab974da5be68f02fffd97fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530654932 2024-11-25T10:30:57,095 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:30:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:30:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:57,096 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f539943d0f84352b648e6bc397a93ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:57,105 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:57,105 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:30:57,106 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,106 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/631e67da76ab4c0c8f4e3c6abae461e9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.5 K 2024-11-25T10:30:57,107 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 631e67da76ab4c0c8f4e3c6abae461e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:57,108 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e394aea1b7474e118629fc900a249fe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530654932 2024-11-25T10:30:57,108 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c43e80bef1804d3caca0f272cb3b0d1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:57,133 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:57,134 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/c9da88163cb3449a81149e9cd1175de3 is 50, key is test_row_0/B:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:57,157 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:57,158 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/7667ce5136f74c6fa13a4db986811867 is 50, key is test_row_0/A:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:30:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741869_1045 (size=12493) 2024-11-25T10:30:57,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741870_1046 (size=12493) 2024-11-25T10:30:57,217 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/7667ce5136f74c6fa13a4db986811867 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7667ce5136f74c6fa13a4db986811867 2024-11-25T10:30:57,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T10:30:57,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,229 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:30:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:57,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:57,253 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 7667ce5136f74c6fa13a4db986811867(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/e428054b85d4464f93827b682ba56122 is 50, key is test_row_0/A:col10/1732530656911/Put/seqid=0 2024-11-25T10:30:57,254 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:57,254 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530657088; duration=0sec 2024-11-25T10:30:57,254 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:57,254 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:30:57,254 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:57,259 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:57,259 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:30:57,259 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,259 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff4bdd383371474e839d353d53ef4d2e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.5 K 2024-11-25T10:30:57,271 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff4bdd383371474e839d353d53ef4d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732530654789 2024-11-25T10:30:57,272 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6ab73e48e84eb8b249b3e4bfc408f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530654932 2024-11-25T10:30:57,276 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45d409a73d6247f997d3fc344d6c1c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530717274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530717274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530717274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530717275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530717276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741871_1047 (size=12151) 2024-11-25T10:30:57,316 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/e428054b85d4464f93827b682ba56122 2024-11-25T10:30:57,333 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:57,334 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d0e0a8827a6d452f841abfc4e93e4ef0 is 50, key is test_row_0/C:col10/1732530655611/Put/seqid=0 2024-11-25T10:30:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1901b1d02b5c42dca8442d9c6f629e06 is 50, key is test_row_0/B:col10/1732530656911/Put/seqid=0 2024-11-25T10:30:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:30:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741872_1048 (size=12493) 2024-11-25T10:30:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530717388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530717388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530717392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,442 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d0e0a8827a6d452f841abfc4e93e4ef0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d0e0a8827a6d452f841abfc4e93e4ef0 2024-11-25T10:30:57,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530717443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530717443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741873_1049 (size=12151) 2024-11-25T10:30:57,457 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1901b1d02b5c42dca8442d9c6f629e06 2024-11-25T10:30:57,458 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into d0e0a8827a6d452f841abfc4e93e4ef0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:57,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:57,458 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530657095; duration=0sec 2024-11-25T10:30:57,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:57,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:30:57,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/31fc5e72959744538331c2d7b7cd6751 is 50, key is test_row_0/C:col10/1732530656911/Put/seqid=0 2024-11-25T10:30:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741874_1050 (size=12151) 2024-11-25T10:30:57,503 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/31fc5e72959744538331c2d7b7cd6751 2024-11-25T10:30:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/e428054b85d4464f93827b682ba56122 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122 2024-11-25T10:30:57,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:30:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1901b1d02b5c42dca8442d9c6f629e06 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06 2024-11-25T10:30:57,563 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:30:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/31fc5e72959744538331c2d7b7cd6751 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751 2024-11-25T10:30:57,582 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:30:57,584 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8b099e2a10f25ed1456de53c83c65f8d in 355ms, sequenceid=168, compaction requested=false 2024-11-25T10:30:57,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:57,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T10:30:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T10:30:57,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T10:30:57,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 517 msec 2024-11-25T10:30:57,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 526 msec 2024-11-25T10:30:57,600 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/c9da88163cb3449a81149e9cd1175de3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c9da88163cb3449a81149e9cd1175de3 2024-11-25T10:30:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:57,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:57,612 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into c9da88163cb3449a81149e9cd1175de3(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:57,612 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:57,613 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530657095; duration=0sec 2024-11-25T10:30:57,613 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:57,613 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:30:57,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/571f799598984ac9a09c564319ff5743 is 50, key is test_row_0/A:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741875_1051 (size=14541) 2024-11-25T10:30:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:30:57,681 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T10:30:57,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530717678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:30:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530717681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T10:30:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530717684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530717685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530717691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:30:57,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:30:57,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:30:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530717798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530717799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530717805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530717815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530717819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:57,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:57,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:57,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:57,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:58,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530718019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530718019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530718024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530718025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530718043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/571f799598984ac9a09c564319ff5743 2024-11-25T10:30:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/00cc8da8b61945f79dc55cd58d329ca2 is 50, key is test_row_0/B:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741876_1052 (size=12151) 2024-11-25T10:30:58,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530718334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530718337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530718336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530718337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530718349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/00cc8da8b61945f79dc55cd58d329ca2 2024-11-25T10:30:58,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ff3a2d821f204b2ba7fcc7e978147ff3 is 50, key is test_row_0/C:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:58,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741877_1053 (size=12151) 2024-11-25T10:30:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530718847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530718847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530718851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530718854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:58,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530718864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ff3a2d821f204b2ba7fcc7e978147ff3 2024-11-25T10:30:59,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/571f799598984ac9a09c564319ff5743 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743 2024-11-25T10:30:59,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:59,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:59,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:30:59,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743, entries=200, sequenceid=185, filesize=14.2 K 2024-11-25T10:30:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/00cc8da8b61945f79dc55cd58d329ca2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2 2024-11-25T10:30:59,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T10:30:59,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ff3a2d821f204b2ba7fcc7e978147ff3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3 2024-11-25T10:30:59,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T10:30:59,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 8b099e2a10f25ed1456de53c83c65f8d in 1714ms, sequenceid=185, compaction requested=true 2024-11-25T10:30:59,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:59,321 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:30:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:30:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:59,322 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:30:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:59,327 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:59,327 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:30:59,327 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,327 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7667ce5136f74c6fa13a4db986811867, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=38.3 K 2024-11-25T10:30:59,329 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 7667ce5136f74c6fa13a4db986811867, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:59,330 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:59,330 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:30:59,330 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,330 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c9da88163cb3449a81149e9cd1175de3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.9 K 2024-11-25T10:30:59,333 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e428054b85d4464f93827b682ba56122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530656906 2024-11-25T10:30:59,334 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9da88163cb3449a81149e9cd1175de3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:59,337 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 571f799598984ac9a09c564319ff5743, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:30:59,340 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1901b1d02b5c42dca8442d9c6f629e06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530656906 2024-11-25T10:30:59,347 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00cc8da8b61945f79dc55cd58d329ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:30:59,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:30:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,366 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:30:59,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:30:59,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:59,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:30:59,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:30:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:30:59,384 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:59,385 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2330e0943f6a4d9c8f1d8a20a01a3801 is 50, key is test_row_0/B:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:59,389 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:59,390 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/d003a73b2c6e4b58946d898bc99bbde4 is 50, key is test_row_0/A:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/5e70bb97150a4be9bf8097927ab5e12e is 50, key is test_row_0/A:col10/1732530657683/Put/seqid=0 2024-11-25T10:30:59,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741879_1055 (size=12595) 2024-11-25T10:30:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741880_1056 (size=12151) 2024-11-25T10:30:59,456 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2330e0943f6a4d9c8f1d8a20a01a3801 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2330e0943f6a4d9c8f1d8a20a01a3801 2024-11-25T10:30:59,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741878_1054 (size=12595) 2024-11-25T10:30:59,486 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/d003a73b2c6e4b58946d898bc99bbde4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/d003a73b2c6e4b58946d898bc99bbde4 2024-11-25T10:30:59,491 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 2330e0943f6a4d9c8f1d8a20a01a3801(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:59,491 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:59,491 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530659322; duration=0sec 2024-11-25T10:30:59,492 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:30:59,492 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:30:59,492 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:30:59,500 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:30:59,500 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:30:59,500 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:30:59,500 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d0e0a8827a6d452f841abfc4e93e4ef0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=35.9 K 2024-11-25T10:30:59,502 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e0a8827a6d452f841abfc4e93e4ef0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732530655611 2024-11-25T10:30:59,502 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fc5e72959744538331c2d7b7cd6751, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530656906 2024-11-25T10:30:59,505 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3a2d821f204b2ba7fcc7e978147ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:30:59,511 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into d003a73b2c6e4b58946d898bc99bbde4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:59,511 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:59,511 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530659321; duration=0sec 2024-11-25T10:30:59,511 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:59,512 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:30:59,529 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:30:59,530 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d038664e2d0945369fb9bb6ca1ff88e7 is 50, key is test_row_0/C:col10/1732530657271/Put/seqid=0 2024-11-25T10:30:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741881_1057 (size=12595) 2024-11-25T10:30:59,575 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d038664e2d0945369fb9bb6ca1ff88e7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d038664e2d0945369fb9bb6ca1ff88e7 2024-11-25T10:30:59,602 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into d038664e2d0945369fb9bb6ca1ff88e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:30:59,602 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:30:59,602 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530659322; duration=0sec 2024-11-25T10:30:59,602 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:30:59,603 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:30:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:30:59,857 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/5e70bb97150a4be9bf8097927ab5e12e 2024-11-25T10:30:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:30:59,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:30:59,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/fe1246ca6fa04a40b8e43fb88f02313c is 50, key is test_row_0/B:col10/1732530657683/Put/seqid=0 2024-11-25T10:30:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530719900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530719900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530719905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530719909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:30:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530719915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:30:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741882_1058 (size=12151) 2024-11-25T10:30:59,953 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/fe1246ca6fa04a40b8e43fb88f02313c 2024-11-25T10:31:00,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fb390a86272b48d98b6be06e134b36f1 is 50, key is test_row_0/C:col10/1732530657683/Put/seqid=0 2024-11-25T10:31:00,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530720013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530720038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530720038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530720041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530720047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741883_1059 (size=12151) 2024-11-25T10:31:00,058 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fb390a86272b48d98b6be06e134b36f1 2024-11-25T10:31:00,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/5e70bb97150a4be9bf8097927ab5e12e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e 2024-11-25T10:31:00,082 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:31:00,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/fe1246ca6fa04a40b8e43fb88f02313c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c 2024-11-25T10:31:00,100 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:31:00,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fb390a86272b48d98b6be06e134b36f1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1 2024-11-25T10:31:00,127 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:31:00,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8b099e2a10f25ed1456de53c83c65f8d in 767ms, sequenceid=209, compaction requested=false 2024-11-25T10:31:00,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:00,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:00,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T10:31:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T10:31:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T10:31:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4160 sec 2024-11-25T10:31:00,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.4510 sec 2024-11-25T10:31:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:00,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:31:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:00,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/9c40eaa80b32471d97b1d463fcc69964 is 50, key is test_row_0/A:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741884_1060 (size=14541) 2024-11-25T10:31:00,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530720300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530720301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530720306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530720312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530720312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530720422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530720422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530720426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530720439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530720627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530720628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530720639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530720647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530720644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/9c40eaa80b32471d97b1d463fcc69964 2024-11-25T10:31:00,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/9158abc49545405386403c8b4ce9b1d4 is 50, key is test_row_0/B:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741885_1061 (size=12151) 2024-11-25T10:31:00,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530720934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530720936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530720950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530720954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530720958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/9158abc49545405386403c8b4ce9b1d4 2024-11-25T10:31:01,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/e7c4b76de2654ad0b795d03ad5b0db4d is 50, key is test_row_0/C:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741886_1062 (size=12151) 2024-11-25T10:31:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530721446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530721449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530721466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530721467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530721467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/e7c4b76de2654ad0b795d03ad5b0db4d 2024-11-25T10:31:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/9c40eaa80b32471d97b1d463fcc69964 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964 2024-11-25T10:31:01,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964, entries=200, sequenceid=227, filesize=14.2 K 2024-11-25T10:31:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/9158abc49545405386403c8b4ce9b1d4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4 2024-11-25T10:31:01,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4, entries=150, sequenceid=227, filesize=11.9 K 2024-11-25T10:31:01,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/e7c4b76de2654ad0b795d03ad5b0db4d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d 2024-11-25T10:31:01,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d, entries=150, sequenceid=227, filesize=11.9 K 2024-11-25T10:31:01,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8b099e2a10f25ed1456de53c83c65f8d in 1485ms, sequenceid=227, compaction requested=true 2024-11-25T10:31:01,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:01,724 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:01,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:01,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:01,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:01,724 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:01,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:01,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:01,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:01,726 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:01,726 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:01,726 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:01,726 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/d003a73b2c6e4b58946d898bc99bbde4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=38.4 K 2024-11-25T10:31:01,728 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:01,728 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:01,728 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:01,728 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2330e0943f6a4d9c8f1d8a20a01a3801, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.0 K 2024-11-25T10:31:01,729 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d003a73b2c6e4b58946d898bc99bbde4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:31:01,730 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2330e0943f6a4d9c8f1d8a20a01a3801, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:31:01,731 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1246ca6fa04a40b8e43fb88f02313c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530657676 2024-11-25T10:31:01,732 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e70bb97150a4be9bf8097927ab5e12e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530657676 2024-11-25T10:31:01,732 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9158abc49545405386403c8b4ce9b1d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:01,735 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c40eaa80b32471d97b1d463fcc69964, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:01,771 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:01,771 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:01,772 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/19dd518b36184bbf95b8d6ce581b0bfa is 50, key is test_row_0/B:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:01,772 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/61160db6a8584389b4b66a0eb766df41 is 50, key is test_row_0/A:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:31:01,803 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T10:31:01,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T10:31:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741887_1063 (size=12697) 2024-11-25T10:31:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:01,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:01,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:01,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741888_1064 (size=12697) 2024-11-25T10:31:01,846 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/19dd518b36184bbf95b8d6ce581b0bfa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/19dd518b36184bbf95b8d6ce581b0bfa 2024-11-25T10:31:01,857 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 19dd518b36184bbf95b8d6ce581b0bfa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:01,857 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:01,858 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530661724; duration=0sec 2024-11-25T10:31:01,858 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:01,858 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:01,858 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:01,861 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:01,861 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:01,861 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:01,861 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d038664e2d0945369fb9bb6ca1ff88e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.0 K 2024-11-25T10:31:01,863 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d038664e2d0945369fb9bb6ca1ff88e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732530657271 2024-11-25T10:31:01,864 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fb390a86272b48d98b6be06e134b36f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530657676 2024-11-25T10:31:01,866 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e7c4b76de2654ad0b795d03ad5b0db4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:01,888 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:01,895 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d05c957043eb43c7a760200edb802037 is 50, key is test_row_0/C:col10/1732530659899/Put/seqid=0 2024-11-25T10:31:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741889_1065 (size=12697) 2024-11-25T10:31:01,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:01,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:31:01,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:01,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/209e2577895b4aca94389402f7e5c359 is 50, key is test_row_0/A:col10/1732530660303/Put/seqid=0 2024-11-25T10:31:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741890_1066 (size=12151) 2024-11-25T10:31:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:02,246 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/61160db6a8584389b4b66a0eb766df41 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/61160db6a8584389b4b66a0eb766df41 2024-11-25T10:31:02,267 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 61160db6a8584389b4b66a0eb766df41(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:02,267 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:02,267 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530661724; duration=0sec 2024-11-25T10:31:02,267 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:02,268 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:02,372 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d05c957043eb43c7a760200edb802037 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d05c957043eb43c7a760200edb802037 2024-11-25T10:31:02,388 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into d05c957043eb43c7a760200edb802037(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:02,388 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:02,388 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530661725; duration=0sec 2024-11-25T10:31:02,388 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:02,388 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:02,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:02,481 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/209e2577895b4aca94389402f7e5c359 2024-11-25T10:31:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b9aa16fc0b2a42249f3e409b4a272bc3 is 50, key is test_row_0/B:col10/1732530660303/Put/seqid=0 2024-11-25T10:31:02,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530722488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530722490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530722504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530722504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530722505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741891_1067 (size=12151) 2024-11-25T10:31:02,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530722608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530722613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530722621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530722622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530722816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530722828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530722829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530722830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:02,923 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b9aa16fc0b2a42249f3e409b4a272bc3 2024-11-25T10:31:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fc55b06bf1624dafbee109ee5ecb9bf7 is 50, key is test_row_0/C:col10/1732530660303/Put/seqid=0 2024-11-25T10:31:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741892_1068 (size=12151) 2024-11-25T10:31:03,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fc55b06bf1624dafbee109ee5ecb9bf7 2024-11-25T10:31:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/209e2577895b4aca94389402f7e5c359 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359 2024-11-25T10:31:03,033 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:31:03,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b9aa16fc0b2a42249f3e409b4a272bc3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3 2024-11-25T10:31:03,047 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:31:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/fc55b06bf1624dafbee109ee5ecb9bf7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7 2024-11-25T10:31:03,069 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:31:03,071 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8b099e2a10f25ed1456de53c83c65f8d in 1088ms, sequenceid=250, compaction requested=false 2024-11-25T10:31:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T10:31:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T10:31:03,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T10:31:03,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-11-25T10:31:03,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2700 sec 2024-11-25T10:31:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:03,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:31:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:03,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/54c49424db1241e48640564de2239a2c is 50, key is test_row_0/A:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741893_1069 (size=14741) 2024-11-25T10:31:03,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/54c49424db1241e48640564de2239a2c 2024-11-25T10:31:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530723162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530723167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530723169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b4ea155cd7ca4bcb9349cca198c88bca is 50, key is test_row_0/B:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530723171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741894_1070 (size=12301) 2024-11-25T10:31:03,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b4ea155cd7ca4bcb9349cca198c88bca 2024-11-25T10:31:03,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95c8a68935d24da1b07f6d0dbe2dbf1c is 50, key is test_row_0/C:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741895_1071 (size=12301) 2024-11-25T10:31:03,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530723272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530723272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530723272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530723284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530723484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530723482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530723487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530723494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95c8a68935d24da1b07f6d0dbe2dbf1c 2024-11-25T10:31:03,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/54c49424db1241e48640564de2239a2c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c 2024-11-25T10:31:03,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c, entries=200, sequenceid=268, filesize=14.4 K 2024-11-25T10:31:03,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/b4ea155cd7ca4bcb9349cca198c88bca as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca 2024-11-25T10:31:03,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T10:31:03,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/95c8a68935d24da1b07f6d0dbe2dbf1c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c 2024-11-25T10:31:03,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T10:31:03,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8b099e2a10f25ed1456de53c83c65f8d in 609ms, sequenceid=268, compaction requested=true 2024-11-25T10:31:03,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:03,736 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:03,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:03,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:03,737 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:03,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:03,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:03,753 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:03,754 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/19dd518b36184bbf95b8d6ce581b0bfa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.3 K 2024-11-25T10:31:03,754 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:03,754 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:03,754 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:03,754 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/61160db6a8584389b4b66a0eb766df41, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=38.7 K 2024-11-25T10:31:03,761 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61160db6a8584389b4b66a0eb766df41, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:03,762 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 19dd518b36184bbf95b8d6ce581b0bfa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:03,767 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209e2577895b4aca94389402f7e5c359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530660300 2024-11-25T10:31:03,767 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b9aa16fc0b2a42249f3e409b4a272bc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530660300 2024-11-25T10:31:03,768 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ea155cd7ca4bcb9349cca198c88bca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662497 2024-11-25T10:31:03,769 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54c49424db1241e48640564de2239a2c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662483 2024-11-25T10:31:03,785 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:03,786 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/afc585ddfb104ad6ba8881b3cad8b4b5 is 50, key is test_row_0/B:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,793 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:03,794 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/1dacbdfae8514aafaa196b141e59927c is 50, key is test_row_0/A:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:03,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741896_1072 (size=12949) 2024-11-25T10:31:03,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741897_1073 (size=12949) 2024-11-25T10:31:03,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8069688941694786b0b5f39b95d88ecc is 50, key is test_row_0/A:col10/1732530663168/Put/seqid=0 2024-11-25T10:31:03,861 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/afc585ddfb104ad6ba8881b3cad8b4b5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/afc585ddfb104ad6ba8881b3cad8b4b5 2024-11-25T10:31:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530723847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530723848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530723868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530723875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,886 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into afc585ddfb104ad6ba8881b3cad8b4b5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:03,886 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:03,886 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530663736; duration=0sec 2024-11-25T10:31:03,886 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:03,886 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:03,886 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:03,893 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:03,893 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:03,893 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:03,894 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d05c957043eb43c7a760200edb802037, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.3 K 2024-11-25T10:31:03,899 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d05c957043eb43c7a760200edb802037, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732530659899 2024-11-25T10:31:03,900 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fc55b06bf1624dafbee109ee5ecb9bf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530660300 2024-11-25T10:31:03,900 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c8a68935d24da1b07f6d0dbe2dbf1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662497 2024-11-25T10:31:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741898_1074 (size=14741) 2024-11-25T10:31:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:31:03,919 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T10:31:03,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T10:31:03,927 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:03,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:03,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:03,939 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:03,940 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/137c543ee37c405d808fac6a8d7f21bd is 50, key is test_row_0/C:col10/1732530663125/Put/seqid=0 2024-11-25T10:31:03,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530723983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530723983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530723984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741899_1075 (size=12949) 2024-11-25T10:31:03,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530723991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,020 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/137c543ee37c405d808fac6a8d7f21bd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/137c543ee37c405d808fac6a8d7f21bd 2024-11-25T10:31:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:04,037 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into 137c543ee37c405d808fac6a8d7f21bd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:04,037 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:04,037 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530663737; duration=0sec 2024-11-25T10:31:04,038 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:04,038 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:04,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530724187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530724191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530724192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530724207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:04,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,284 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/1dacbdfae8514aafaa196b141e59927c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1dacbdfae8514aafaa196b141e59927c 2024-11-25T10:31:04,299 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 1dacbdfae8514aafaa196b141e59927c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:04,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:04,299 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530663736; duration=0sec 2024-11-25T10:31:04,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:04,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:04,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8069688941694786b0b5f39b95d88ecc 2024-11-25T10:31:04,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e432ad140c484434a63b6b24d34c3b79 is 50, key is test_row_0/B:col10/1732530663168/Put/seqid=0 2024-11-25T10:31:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741900_1076 (size=12301) 2024-11-25T10:31:04,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e432ad140c484434a63b6b24d34c3b79 2024-11-25T10:31:04,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6f641b6f1e9b4a3482be04b6e11cff17 is 50, key is test_row_0/C:col10/1732530663168/Put/seqid=0 2024-11-25T10:31:04,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741901_1077 (size=12301) 2024-11-25T10:31:04,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6f641b6f1e9b4a3482be04b6e11cff17 2024-11-25T10:31:04,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8069688941694786b0b5f39b95d88ecc as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc 2024-11-25T10:31:04,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc, entries=200, sequenceid=291, filesize=14.4 K 2024-11-25T10:31:04,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e432ad140c484434a63b6b24d34c3b79 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79 2024-11-25T10:31:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530724491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530724496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:31:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530724505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6f641b6f1e9b4a3482be04b6e11cff17 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17 2024-11-25T10:31:04,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:31:04,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8b099e2a10f25ed1456de53c83c65f8d in 708ms, sequenceid=291, compaction requested=false 2024-11-25T10:31:04,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:04,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:31:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:04,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:04,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/dfaa23348a9b487a8535ba5a90e94d3a is 50, key is test_row_0/A:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:04,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741902_1078 (size=12301) 2024-11-25T10:31:04,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/dfaa23348a9b487a8535ba5a90e94d3a 2024-11-25T10:31:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530724575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530724576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/78782168a0464311bf1fcbf1b99a07b4 is 50, key is test_row_0/B:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:04,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741903_1079 (size=12301) 2024-11-25T10:31:04,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/78782168a0464311bf1fcbf1b99a07b4 2024-11-25T10:31:04,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/0346e200d93d43739e4f605a7dcddca4 is 50, key is test_row_0/C:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741904_1080 (size=12301) 2024-11-25T10:31:04,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/0346e200d93d43739e4f605a7dcddca4 2024-11-25T10:31:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530724681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530724683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/dfaa23348a9b487a8535ba5a90e94d3a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a 2024-11-25T10:31:04,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T10:31:04,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/78782168a0464311bf1fcbf1b99a07b4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4 2024-11-25T10:31:04,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T10:31:04,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/0346e200d93d43739e4f605a7dcddca4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4 2024-11-25T10:31:04,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:04,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T10:31:04,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8b099e2a10f25ed1456de53c83c65f8d in 228ms, sequenceid=308, compaction requested=true 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:04,750 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:04,750 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:04,752 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:04,752 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:04,752 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:04,752 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:04,752 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,752 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,752 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/afc585ddfb104ad6ba8881b3cad8b4b5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.7 K 2024-11-25T10:31:04,753 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1dacbdfae8514aafaa196b141e59927c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=39.1 K 2024-11-25T10:31:04,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting afc585ddfb104ad6ba8881b3cad8b4b5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662497 2024-11-25T10:31:04,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dacbdfae8514aafaa196b141e59927c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662497 2024-11-25T10:31:04,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8069688941694786b0b5f39b95d88ecc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530663164 2024-11-25T10:31:04,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e432ad140c484434a63b6b24d34c3b79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530663168 2024-11-25T10:31:04,754 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfaa23348a9b487a8535ba5a90e94d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:04,754 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 78782168a0464311bf1fcbf1b99a07b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:04,763 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:04,764 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/0c8393b8413d4db8afb1f55a946cb931 is 50, key is test_row_0/A:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:04,772 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:04,773 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e9f2ec51f56d4c3993d3932cee46edec is 50, key is test_row_0/B:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:04,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741906_1082 (size=13051) 2024-11-25T10:31:04,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741905_1081 (size=13051) 2024-11-25T10:31:04,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:31:04,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:04,873 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:04,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8f93251f52224e328b3be50f69e01fc8 is 50, key is test_row_0/A:col10/1732530664568/Put/seqid=0 2024-11-25T10:31:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741907_1083 (size=12301) 2024-11-25T10:31:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530724923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530724925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530725001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530725006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530725013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530725039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,218 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e9f2ec51f56d4c3993d3932cee46edec as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e9f2ec51f56d4c3993d3932cee46edec 2024-11-25T10:31:05,230 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/0c8393b8413d4db8afb1f55a946cb931 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0c8393b8413d4db8afb1f55a946cb931 2024-11-25T10:31:05,230 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into e9f2ec51f56d4c3993d3932cee46edec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:05,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:05,230 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530664750; duration=0sec 2024-11-25T10:31:05,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:05,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:05,231 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:05,233 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:05,233 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:05,233 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:05,234 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/137c543ee37c405d808fac6a8d7f21bd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.7 K 2024-11-25T10:31:05,234 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 137c543ee37c405d808fac6a8d7f21bd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732530662497 2024-11-25T10:31:05,235 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f641b6f1e9b4a3482be04b6e11cff17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530663168 2024-11-25T10:31:05,239 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0346e200d93d43739e4f605a7dcddca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:05,247 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 0c8393b8413d4db8afb1f55a946cb931(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:05,247 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:05,247 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530664750; duration=0sec 2024-11-25T10:31:05,247 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:05,247 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530725247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,256 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:05,257 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/cd35e19494574b9aa5d4986a5878c896 is 50, key is test_row_0/C:col10/1732530664519/Put/seqid=0 2024-11-25T10:31:05,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741908_1084 (size=13051) 2024-11-25T10:31:05,298 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/cd35e19494574b9aa5d4986a5878c896 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/cd35e19494574b9aa5d4986a5878c896 2024-11-25T10:31:05,305 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into cd35e19494574b9aa5d4986a5878c896(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:05,305 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:05,305 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530664750; duration=0sec 2024-11-25T10:31:05,306 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:05,306 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:05,310 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8f93251f52224e328b3be50f69e01fc8 2024-11-25T10:31:05,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6e641f30e59c46cebf19e62f3d3f5758 is 50, key is test_row_0/B:col10/1732530664568/Put/seqid=0 2024-11-25T10:31:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741909_1085 (size=12301) 2024-11-25T10:31:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530725555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530725557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:05,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6e641f30e59c46cebf19e62f3d3f5758 2024-11-25T10:31:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/f8f509e93be043b1a6592217d80d353c is 50, key is test_row_0/C:col10/1732530664568/Put/seqid=0 2024-11-25T10:31:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741910_1086 (size=12301) 2024-11-25T10:31:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530726007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530726010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530726021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530726062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530726064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:06,168 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/f8f509e93be043b1a6592217d80d353c 2024-11-25T10:31:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8f93251f52224e328b3be50f69e01fc8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8 2024-11-25T10:31:06,198 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T10:31:06,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6e641f30e59c46cebf19e62f3d3f5758 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758 2024-11-25T10:31:06,219 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T10:31:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/f8f509e93be043b1a6592217d80d353c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c 2024-11-25T10:31:06,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T10:31:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8b099e2a10f25ed1456de53c83c65f8d in 1370ms, sequenceid=330, compaction requested=false 2024-11-25T10:31:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T10:31:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T10:31:06,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T10:31:06,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-11-25T10:31:06,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.3270 sec 2024-11-25T10:31:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:31:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/a88f73622287495286b732eaba1657e5 is 50, key is test_row_0/A:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741911_1087 (size=17181) 2024-11-25T10:31:07,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/a88f73622287495286b732eaba1657e5 2024-11-25T10:31:07,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/70cafe6bdf574d0cbb69925b3f0b8145 is 50, key is test_row_0/B:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741912_1088 (size=12301) 2024-11-25T10:31:07,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/70cafe6bdf574d0cbb69925b3f0b8145 2024-11-25T10:31:07,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/bea4d402900a494b9a1831233f6590d0 is 50, key is test_row_0/C:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741913_1089 (size=12301) 2024-11-25T10:31:07,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/bea4d402900a494b9a1831233f6590d0 2024-11-25T10:31:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530727137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530727137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/a88f73622287495286b732eaba1657e5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5 2024-11-25T10:31:07,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5, entries=250, sequenceid=349, filesize=16.8 K 2024-11-25T10:31:07,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/70cafe6bdf574d0cbb69925b3f0b8145 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145 2024-11-25T10:31:07,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T10:31:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/bea4d402900a494b9a1831233f6590d0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0 2024-11-25T10:31:07,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T10:31:07,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8b099e2a10f25ed1456de53c83c65f8d in 89ms, sequenceid=349, compaction requested=true 2024-11-25T10:31:07,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:07,159 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:07,159 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:07,160 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:07,160 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:07,160 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0c8393b8413d4db8afb1f55a946cb931, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=41.5 K 2024-11-25T10:31:07,160 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e9f2ec51f56d4c3993d3932cee46edec, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.8 K 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c8393b8413d4db8afb1f55a946cb931, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:07,160 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f2ec51f56d4c3993d3932cee46edec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:07,161 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f93251f52224e328b3be50f69e01fc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530664559 2024-11-25T10:31:07,161 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e641f30e59c46cebf19e62f3d3f5758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530664559 2024-11-25T10:31:07,162 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88f73622287495286b732eaba1657e5, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664898 2024-11-25T10:31:07,162 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 70cafe6bdf574d0cbb69925b3f0b8145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664922 2024-11-25T10:31:07,171 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:07,172 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/ab71410ad942407283ef5df0c2c81f6c is 50, key is test_row_0/A:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,176 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:07,177 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/0aabf7f6df0a4360af590346087d312a is 50, key is test_row_0/B:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741914_1090 (size=13153) 2024-11-25T10:31:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741915_1091 (size=13153) 2024-11-25T10:31:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:07,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:07,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b1fc2be31abc4b959f48874b07251536 is 50, key is test_row_0/A:col10/1732530667242/Put/seqid=0 2024-11-25T10:31:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741916_1092 (size=14741) 2024-11-25T10:31:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530727279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530727279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530727382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530727384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,589 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/ab71410ad942407283ef5df0c2c81f6c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/ab71410ad942407283ef5df0c2c81f6c 2024-11-25T10:31:07,592 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/0aabf7f6df0a4360af590346087d312a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0aabf7f6df0a4360af590346087d312a 2024-11-25T10:31:07,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530727590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530727591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,595 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into ab71410ad942407283ef5df0c2c81f6c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:07,595 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:07,596 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530667158; duration=0sec 2024-11-25T10:31:07,596 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:07,596 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:07,596 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:07,598 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:07,598 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:07,598 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 0aabf7f6df0a4360af590346087d312a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:07,598 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:07,599 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:07,599 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530667159; duration=0sec 2024-11-25T10:31:07,599 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/cd35e19494574b9aa5d4986a5878c896, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.8 K 2024-11-25T10:31:07,599 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:07,599 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:07,599 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd35e19494574b9aa5d4986a5878c896, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530663829 2024-11-25T10:31:07,600 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8f509e93be043b1a6592217d80d353c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530664559 2024-11-25T10:31:07,600 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bea4d402900a494b9a1831233f6590d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664922 2024-11-25T10:31:07,611 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:07,612 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/9a868163035e4e87b25194c1c2bbaf0d is 50, key is test_row_0/C:col10/1732530667067/Put/seqid=0 2024-11-25T10:31:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741917_1093 (size=13153) 2024-11-25T10:31:07,634 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/9a868163035e4e87b25194c1c2bbaf0d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/9a868163035e4e87b25194c1c2bbaf0d 2024-11-25T10:31:07,639 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into 9a868163035e4e87b25194c1c2bbaf0d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:07,639 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:07,639 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530667159; duration=0sec 2024-11-25T10:31:07,639 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:07,639 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:07,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b1fc2be31abc4b959f48874b07251536 2024-11-25T10:31:07,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2248a152718c428c94677a96bce986df is 50, key is test_row_0/B:col10/1732530667242/Put/seqid=0 2024-11-25T10:31:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741918_1094 (size=12301) 2024-11-25T10:31:07,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2248a152718c428c94677a96bce986df 2024-11-25T10:31:07,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6261a69def8647cba5a323821ee6043a is 50, key is test_row_0/C:col10/1732530667242/Put/seqid=0 2024-11-25T10:31:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741919_1095 (size=12301) 2024-11-25T10:31:07,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6261a69def8647cba5a323821ee6043a 2024-11-25T10:31:07,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b1fc2be31abc4b959f48874b07251536 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536 2024-11-25T10:31:07,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536, entries=200, sequenceid=371, filesize=14.4 K 2024-11-25T10:31:07,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2248a152718c428c94677a96bce986df as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df 2024-11-25T10:31:07,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:31:07,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/6261a69def8647cba5a323821ee6043a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a 2024-11-25T10:31:07,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:31:07,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8b099e2a10f25ed1456de53c83c65f8d in 471ms, sequenceid=371, compaction requested=false 2024-11-25T10:31:07,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:07,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:07,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/1192d972e60e451589ec7d49e3f54e52 is 50, key is test_row_0/A:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741920_1096 (size=12301) 2024-11-25T10:31:07,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530727948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:07,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530727949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49032 deadline: 1732530728029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,031 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49030 deadline: 1732530728035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,039 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:31:08,040 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T10:31:08,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T10:31:08,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49052 deadline: 1732530728043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:08,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:08,048 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530728052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530728053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:08,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530728259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530728259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/1192d972e60e451589ec7d49e3f54e52 2024-11-25T10:31:08,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1d310f6c9f3841c4bcd0f34f05051cc6 is 50, key is test_row_0/B:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741921_1097 (size=12301) 2024-11-25T10:31:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:08,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530728564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530728565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:08,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1d310f6c9f3841c4bcd0f34f05051cc6 2024-11-25T10:31:08,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d9bb8c87fad840af9ac35e69dbb46e54 is 50, key is test_row_0/C:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741922_1098 (size=12301) 2024-11-25T10:31:08,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:08,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:08,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530729068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:09,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530729070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:09,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:09,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:09,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:09,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d9bb8c87fad840af9ac35e69dbb46e54 2024-11-25T10:31:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/1192d972e60e451589ec7d49e3f54e52 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52 2024-11-25T10:31:09,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:31:09,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/1d310f6c9f3841c4bcd0f34f05051cc6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6 2024-11-25T10:31:09,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:31:09,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/d9bb8c87fad840af9ac35e69dbb46e54 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54 2024-11-25T10:31:09,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:31:09,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8b099e2a10f25ed1456de53c83c65f8d in 1307ms, sequenceid=389, compaction requested=true 2024-11-25T10:31:09,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:09,206 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:09,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:09,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:09,206 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:09,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:09,207 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:09,207 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:09,207 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,208 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/ab71410ad942407283ef5df0c2c81f6c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=39.3 K 2024-11-25T10:31:09,208 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:09,208 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:09,208 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab71410ad942407283ef5df0c2c81f6c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664922 2024-11-25T10:31:09,208 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,208 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0aabf7f6df0a4360af590346087d312a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.9 K 2024-11-25T10:31:09,208 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1fc2be31abc4b959f48874b07251536, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530667132 2024-11-25T10:31:09,209 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aabf7f6df0a4360af590346087d312a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664922 2024-11-25T10:31:09,209 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1192d972e60e451589ec7d49e3f54e52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:09,209 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2248a152718c428c94677a96bce986df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530667132 2024-11-25T10:31:09,209 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d310f6c9f3841c4bcd0f34f05051cc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:09,220 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:09,220 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:09,221 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/3cf7eb25e1504d13b84894a4489d1abc is 50, key is test_row_0/A:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:09,221 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e384ca7312924fca81e48c1deac4d165 is 50, key is test_row_0/B:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741923_1099 (size=13255) 2024-11-25T10:31:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741924_1100 (size=13255) 2024-11-25T10:31:09,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:09,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:31:09,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,275 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:09,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:09,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/022c2b8b1f004a8496a18cf036bb2bae is 50, key is test_row_0/A:col10/1732530667947/Put/seqid=0 2024-11-25T10:31:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741925_1101 (size=12301) 2024-11-25T10:31:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/022c2b8b1f004a8496a18cf036bb2bae 2024-11-25T10:31:09,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/95b1f9b81c3f4e689d98c4579d4c6d94 is 50, key is test_row_0/B:col10/1732530667947/Put/seqid=0 2024-11-25T10:31:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741926_1102 (size=12301) 2024-11-25T10:31:09,638 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/e384ca7312924fca81e48c1deac4d165 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e384ca7312924fca81e48c1deac4d165 2024-11-25T10:31:09,639 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/3cf7eb25e1504d13b84894a4489d1abc as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/3cf7eb25e1504d13b84894a4489d1abc 2024-11-25T10:31:09,646 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 3cf7eb25e1504d13b84894a4489d1abc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:09,646 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into e384ca7312924fca81e48c1deac4d165(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:09,646 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530669205; duration=0sec 2024-11-25T10:31:09,646 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530669206; duration=0sec 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:09,646 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:09,647 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:09,647 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:09,648 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:09,648 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/9a868163035e4e87b25194c1c2bbaf0d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=36.9 K 2024-11-25T10:31:09,648 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a868163035e4e87b25194c1c2bbaf0d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732530664922 2024-11-25T10:31:09,649 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6261a69def8647cba5a323821ee6043a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530667132 2024-11-25T10:31:09,649 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9bb8c87fad840af9ac35e69dbb46e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:09,657 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:09,658 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/7974acbb50da45e18e98861ffa1bef50 is 50, key is test_row_0/C:col10/1732530667254/Put/seqid=0 2024-11-25T10:31:09,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741927_1103 (size=13255) 2024-11-25T10:31:09,700 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/95b1f9b81c3f4e689d98c4579d4c6d94 2024-11-25T10:31:09,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/536d92f1a5844a6fafdce02e0694ce3c is 50, key is test_row_0/C:col10/1732530667947/Put/seqid=0 2024-11-25T10:31:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741928_1104 (size=12301) 2024-11-25T10:31:10,072 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/7974acbb50da45e18e98861ffa1bef50 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/7974acbb50da45e18e98861ffa1bef50 2024-11-25T10:31:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. as already flushing 2024-11-25T10:31:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:10,079 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into 7974acbb50da45e18e98861ffa1bef50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:10,079 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:10,079 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530669207; duration=0sec 2024-11-25T10:31:10,079 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:10,079 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:10,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530730089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530730089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,115 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/536d92f1a5844a6fafdce02e0694ce3c 2024-11-25T10:31:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/022c2b8b1f004a8496a18cf036bb2bae as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae 2024-11-25T10:31:10,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T10:31:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/95b1f9b81c3f4e689d98c4579d4c6d94 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94 2024-11-25T10:31:10,143 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T10:31:10,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/536d92f1a5844a6fafdce02e0694ce3c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c 2024-11-25T10:31:10,151 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T10:31:10,152 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8b099e2a10f25ed1456de53c83c65f8d in 877ms, sequenceid=411, compaction requested=false 2024-11-25T10:31:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:10,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T10:31:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T10:31:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:10,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T10:31:10,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1070 sec 2024-11-25T10:31:10,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1110 sec 2024-11-25T10:31:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:10,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/0f51b850642b401a8c0b471b669f45bf is 50, key is test_row_0/A:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530730223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530730225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741929_1105 (size=14741) 2024-11-25T10:31:10,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/0f51b850642b401a8c0b471b669f45bf 2024-11-25T10:31:10,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/de6e4c15bb214ce1a8c649af4f99fc42 is 50, key is test_row_0/B:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741930_1106 (size=12301) 2024-11-25T10:31:10,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/de6e4c15bb214ce1a8c649af4f99fc42 2024-11-25T10:31:10,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/3a4637b65d1844a5aa76071f1fabd60a is 50, key is test_row_0/C:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741931_1107 (size=12301) 2024-11-25T10:31:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530730328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530730329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49044 deadline: 1732530730531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49062 deadline: 1732530730531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:10,680 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:62334 2024-11-25T10:31:10,680 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:62334 2024-11-25T10:31:10,680 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,680 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,681 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:62334 2024-11-25T10:31:10,682 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,684 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:62334 2024-11-25T10:31:10,684 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/3a4637b65d1844a5aa76071f1fabd60a 2024-11-25T10:31:10,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/0f51b850642b401a8c0b471b669f45bf as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf 2024-11-25T10:31:10,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf, entries=200, sequenceid=431, filesize=14.4 K 2024-11-25T10:31:10,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/de6e4c15bb214ce1a8c649af4f99fc42 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42 2024-11-25T10:31:10,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:31:10,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/3a4637b65d1844a5aa76071f1fabd60a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a 2024-11-25T10:31:10,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:31:10,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8b099e2a10f25ed1456de53c83c65f8d in 513ms, sequenceid=431, compaction requested=true 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:10,708 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:10,708 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8b099e2a10f25ed1456de53c83c65f8d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/A is initiating minor compaction (all files) 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/B is initiating minor compaction (all files) 2024-11-25T10:31:10,709 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/A in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:10,709 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/B in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:10,709 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e384ca7312924fca81e48c1deac4d165, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=37.0 K 2024-11-25T10:31:10,709 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/3cf7eb25e1504d13b84894a4489d1abc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=39.4 K 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e384ca7312924fca81e48c1deac4d165, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:10,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf7eb25e1504d13b84894a4489d1abc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:10,710 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b1f9b81c3f4e689d98c4579d4c6d94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732530667936 2024-11-25T10:31:10,710 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 022c2b8b1f004a8496a18cf036bb2bae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732530667936 2024-11-25T10:31:10,710 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting de6e4c15bb214ce1a8c649af4f99fc42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530670087 2024-11-25T10:31:10,710 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f51b850642b401a8c0b471b669f45bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530670087 2024-11-25T10:31:10,719 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:10,719 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:10,719 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2e7962a76ffd47baa9540cda6be15ee8 is 50, key is test_row_0/B:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:10,719 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8027a6e42018458d85ee8ad692056bb4 is 50, key is test_row_0/A:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741932_1108 (size=13357) 2024-11-25T10:31:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741933_1109 (size=13357) 2024-11-25T10:31:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:10,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:10,838 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:62334 2024-11-25T10:31:10,838 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:10,839 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:62334 2024-11-25T10:31:10,839 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:10,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2c91fa2aff884a2ca220a35cd88c5a18 is 50, key is test_row_0/A:col10/1732530670224/Put/seqid=0 2024-11-25T10:31:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741934_1110 (size=12301) 2024-11-25T10:31:11,136 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/8027a6e42018458d85ee8ad692056bb4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8027a6e42018458d85ee8ad692056bb4 2024-11-25T10:31:11,136 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/2e7962a76ffd47baa9540cda6be15ee8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e7962a76ffd47baa9540cda6be15ee8 2024-11-25T10:31:11,142 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/A of 8b099e2a10f25ed1456de53c83c65f8d into 8027a6e42018458d85ee8ad692056bb4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:11,142 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/B of 8b099e2a10f25ed1456de53c83c65f8d into 2e7962a76ffd47baa9540cda6be15ee8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:11,142 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:11,142 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:11,142 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/A, priority=13, startTime=1732530670708; duration=0sec 2024-11-25T10:31:11,143 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/B, priority=13, startTime=1732530670708; duration=0sec 2024-11-25T10:31:11,143 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:11,143 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:A 2024-11-25T10:31:11,143 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:11,143 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:11,143 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:B 2024-11-25T10:31:11,144 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:11,144 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 8b099e2a10f25ed1456de53c83c65f8d/C is initiating minor compaction (all files) 2024-11-25T10:31:11,144 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8b099e2a10f25ed1456de53c83c65f8d/C in TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:11,144 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/7974acbb50da45e18e98861ffa1bef50, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp, totalSize=37.0 K 2024-11-25T10:31:11,145 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7974acbb50da45e18e98861ffa1bef50, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732530667254 2024-11-25T10:31:11,145 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536d92f1a5844a6fafdce02e0694ce3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732530667936 2024-11-25T10:31:11,145 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a4637b65d1844a5aa76071f1fabd60a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530670087 2024-11-25T10:31:11,154 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8b099e2a10f25ed1456de53c83c65f8d#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:11,155 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/400acdd6967f4f16b32b8e12fa880ea4 is 50, key is test_row_0/C:col10/1732530670194/Put/seqid=0 2024-11-25T10:31:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741935_1111 (size=13357) 2024-11-25T10:31:11,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:31:11,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2c91fa2aff884a2ca220a35cd88c5a18 2024-11-25T10:31:11,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/979e96049e4c4a5bb724dbdb1a4ccfdb is 50, key is test_row_0/B:col10/1732530670224/Put/seqid=0 2024-11-25T10:31:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741936_1112 (size=12301) 2024-11-25T10:31:11,572 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/400acdd6967f4f16b32b8e12fa880ea4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/400acdd6967f4f16b32b8e12fa880ea4 2024-11-25T10:31:11,580 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8b099e2a10f25ed1456de53c83c65f8d/C of 8b099e2a10f25ed1456de53c83c65f8d into 400acdd6967f4f16b32b8e12fa880ea4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:11,580 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:11,581 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d., storeName=8b099e2a10f25ed1456de53c83c65f8d/C, priority=13, startTime=1732530670708; duration=0sec 2024-11-25T10:31:11,581 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:11,581 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8b099e2a10f25ed1456de53c83c65f8d:C 2024-11-25T10:31:11,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/979e96049e4c4a5bb724dbdb1a4ccfdb 2024-11-25T10:31:11,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ef48d5e7ac7c43288637fec6c775358f is 50, key is test_row_0/C:col10/1732530670224/Put/seqid=0 2024-11-25T10:31:11,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741937_1113 (size=12301) 2024-11-25T10:31:12,044 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:62334 2024-11-25T10:31:12,044 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:12,050 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:62334 2024-11-25T10:31:12,051 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:12,071 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:62334 2024-11-25T10:31:12,071 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:12,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ef48d5e7ac7c43288637fec6c775358f 2024-11-25T10:31:12,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/2c91fa2aff884a2ca220a35cd88c5a18 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2c91fa2aff884a2ca220a35cd88c5a18 2024-11-25T10:31:12,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2c91fa2aff884a2ca220a35cd88c5a18, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T10:31:12,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/979e96049e4c4a5bb724dbdb1a4ccfdb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/979e96049e4c4a5bb724dbdb1a4ccfdb 2024-11-25T10:31:12,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/979e96049e4c4a5bb724dbdb1a4ccfdb, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T10:31:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/ef48d5e7ac7c43288637fec6c775358f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ef48d5e7ac7c43288637fec6c775358f 2024-11-25T10:31:12,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ef48d5e7ac7c43288637fec6c775358f, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T10:31:12,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 8b099e2a10f25ed1456de53c83c65f8d in 1269ms, sequenceid=451, compaction requested=false 2024-11-25T10:31:12,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:31:12,154 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3866 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3831 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1685 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5051 rows 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1701 2024-11-25T10:31:12,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5103 rows 2024-11-25T10:31:12,155 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:31:12,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:62334 2024-11-25T10:31:12,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:12,163 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:31:12,166 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:31:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:12,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530672174"}]},"ts":"1732530672174"} 2024-11-25T10:31:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:12,176 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:31:12,184 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:31:12,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:31:12,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, UNASSIGN}] 2024-11-25T10:31:12,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, UNASSIGN 2024-11-25T10:31:12,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8b099e2a10f25ed1456de53c83c65f8d, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:12,192 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:31:12,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:12,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:12,350 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:12,350 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:31:12,351 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 8b099e2a10f25ed1456de53c83c65f8d, disabling compactions & flushes 2024-11-25T10:31:12,351 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:12,351 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:12,352 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. after waiting 0 ms 2024-11-25T10:31:12,352 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:12,352 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 8b099e2a10f25ed1456de53c83c65f8d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:31:12,352 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=A 2024-11-25T10:31:12,352 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:12,353 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=B 2024-11-25T10:31:12,353 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:12,353 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8b099e2a10f25ed1456de53c83c65f8d, store=C 2024-11-25T10:31:12,353 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:12,361 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b0b296b4963c4b5bbfb2d79a43058007 is 50, key is test_row_1/A:col10/1732530672070/Put/seqid=0 2024-11-25T10:31:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741938_1114 (size=9857) 2024-11-25T10:31:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:12,767 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b0b296b4963c4b5bbfb2d79a43058007 2024-11-25T10:31:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:12,779 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6c8b69c6897d4764985cb66f5d15fbbd is 50, key is test_row_1/B:col10/1732530672070/Put/seqid=0 2024-11-25T10:31:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741939_1115 (size=9857) 2024-11-25T10:31:13,186 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6c8b69c6897d4764985cb66f5d15fbbd 2024-11-25T10:31:13,199 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b28532bacdd644a9935e8aa8cdc0aec9 is 50, key is test_row_1/C:col10/1732530672070/Put/seqid=0 2024-11-25T10:31:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741940_1116 (size=9857) 2024-11-25T10:31:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:13,605 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b28532bacdd644a9935e8aa8cdc0aec9 2024-11-25T10:31:13,619 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/A/b0b296b4963c4b5bbfb2d79a43058007 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b0b296b4963c4b5bbfb2d79a43058007 2024-11-25T10:31:13,624 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b0b296b4963c4b5bbfb2d79a43058007, entries=100, sequenceid=461, filesize=9.6 K 2024-11-25T10:31:13,625 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/B/6c8b69c6897d4764985cb66f5d15fbbd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6c8b69c6897d4764985cb66f5d15fbbd 2024-11-25T10:31:13,629 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6c8b69c6897d4764985cb66f5d15fbbd, entries=100, sequenceid=461, filesize=9.6 K 2024-11-25T10:31:13,630 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/.tmp/C/b28532bacdd644a9935e8aa8cdc0aec9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b28532bacdd644a9935e8aa8cdc0aec9 2024-11-25T10:31:13,634 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b28532bacdd644a9935e8aa8cdc0aec9, entries=100, sequenceid=461, filesize=9.6 K 2024-11-25T10:31:13,635 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8b099e2a10f25ed1456de53c83c65f8d in 1283ms, sequenceid=461, compaction requested=true 2024-11-25T10:31:13,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/285160c7c130441fbda082e754ef7999, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/fab3be4c55eb44779d68004ff885d011, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7667ce5136f74c6fa13a4db986811867, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/d003a73b2c6e4b58946d898bc99bbde4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/61160db6a8584389b4b66a0eb766df41, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1dacbdfae8514aafaa196b141e59927c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0c8393b8413d4db8afb1f55a946cb931, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/ab71410ad942407283ef5df0c2c81f6c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/3cf7eb25e1504d13b84894a4489d1abc, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf] to archive 2024-11-25T10:31:13,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:13,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/edff6d20adda40bd93352b4895aefc7f 2024-11-25T10:31:13,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8a84de1c1eb342209e6c6a8f2e8c606a 2024-11-25T10:31:13,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/285160c7c130441fbda082e754ef7999 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/285160c7c130441fbda082e754ef7999 2024-11-25T10:31:13,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7f25b266ac824dafb350021ca39d92fc 2024-11-25T10:31:13,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/4d1b83e837534779bbe62b1282f572dc 2024-11-25T10:31:13,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2b7dff02948d43e08648e2ee1b89fa28 2024-11-25T10:31:13,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/903e999a50cb4e19825a03b72ee8631d 2024-11-25T10:31:13,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/fab3be4c55eb44779d68004ff885d011 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/fab3be4c55eb44779d68004ff885d011 2024-11-25T10:31:13,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8eab38cdab974da5be68f02fffd97fe4 2024-11-25T10:31:13,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7667ce5136f74c6fa13a4db986811867 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/7667ce5136f74c6fa13a4db986811867 2024-11-25T10:31:13,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/6f539943d0f84352b648e6bc397a93ef 2024-11-25T10:31:13,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/e428054b85d4464f93827b682ba56122 2024-11-25T10:31:13,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/571f799598984ac9a09c564319ff5743 2024-11-25T10:31:13,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/d003a73b2c6e4b58946d898bc99bbde4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/d003a73b2c6e4b58946d898bc99bbde4 2024-11-25T10:31:13,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/5e70bb97150a4be9bf8097927ab5e12e 2024-11-25T10:31:13,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/9c40eaa80b32471d97b1d463fcc69964 2024-11-25T10:31:13,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/61160db6a8584389b4b66a0eb766df41 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/61160db6a8584389b4b66a0eb766df41 2024-11-25T10:31:13,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/209e2577895b4aca94389402f7e5c359 2024-11-25T10:31:13,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/54c49424db1241e48640564de2239a2c 2024-11-25T10:31:13,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1dacbdfae8514aafaa196b141e59927c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1dacbdfae8514aafaa196b141e59927c 2024-11-25T10:31:13,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8069688941694786b0b5f39b95d88ecc 2024-11-25T10:31:13,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0c8393b8413d4db8afb1f55a946cb931 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0c8393b8413d4db8afb1f55a946cb931 2024-11-25T10:31:13,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/dfaa23348a9b487a8535ba5a90e94d3a 2024-11-25T10:31:13,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8f93251f52224e328b3be50f69e01fc8 2024-11-25T10:31:13,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/a88f73622287495286b732eaba1657e5 2024-11-25T10:31:13,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/ab71410ad942407283ef5df0c2c81f6c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/ab71410ad942407283ef5df0c2c81f6c 2024-11-25T10:31:13,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b1fc2be31abc4b959f48874b07251536 2024-11-25T10:31:13,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/3cf7eb25e1504d13b84894a4489d1abc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/3cf7eb25e1504d13b84894a4489d1abc 2024-11-25T10:31:13,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/1192d972e60e451589ec7d49e3f54e52 2024-11-25T10:31:13,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/022c2b8b1f004a8496a18cf036bb2bae 2024-11-25T10:31:13,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/0f51b850642b401a8c0b471b669f45bf 2024-11-25T10:31:13,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/8ce5262fedf04dcaac08f84db4d2b58f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/631e67da76ab4c0c8f4e3c6abae461e9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c9da88163cb3449a81149e9cd1175de3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2330e0943f6a4d9c8f1d8a20a01a3801, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/19dd518b36184bbf95b8d6ce581b0bfa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/afc585ddfb104ad6ba8881b3cad8b4b5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e9f2ec51f56d4c3993d3932cee46edec, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0aabf7f6df0a4360af590346087d312a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e384ca7312924fca81e48c1deac4d165, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42] to archive 2024-11-25T10:31:13,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:13,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e43af2b81fe6417bba2eb3f2194b45a0 2024-11-25T10:31:13,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/117ef830e7d949bea21388ed8abc1b98 2024-11-25T10:31:13,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/8ce5262fedf04dcaac08f84db4d2b58f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/8ce5262fedf04dcaac08f84db4d2b58f 2024-11-25T10:31:13,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0543361ae6824e02acb7615b73f7a548 2024-11-25T10:31:13,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/a13f27d6c4b049b8b6c8c2bdbc66ebd2 2024-11-25T10:31:13,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/92a89f3e935f45f993082440ef758bfe 2024-11-25T10:31:13,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/631e67da76ab4c0c8f4e3c6abae461e9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/631e67da76ab4c0c8f4e3c6abae461e9 2024-11-25T10:31:13,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e8a3d7fc8da4c818578d1f6547660d5 2024-11-25T10:31:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e394aea1b7474e118629fc900a249fe9 2024-11-25T10:31:13,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c9da88163cb3449a81149e9cd1175de3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c9da88163cb3449a81149e9cd1175de3 2024-11-25T10:31:13,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/c43e80bef1804d3caca0f272cb3b0d1f 2024-11-25T10:31:13,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1901b1d02b5c42dca8442d9c6f629e06 2024-11-25T10:31:13,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2330e0943f6a4d9c8f1d8a20a01a3801 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2330e0943f6a4d9c8f1d8a20a01a3801 2024-11-25T10:31:13,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/00cc8da8b61945f79dc55cd58d329ca2 2024-11-25T10:31:13,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/fe1246ca6fa04a40b8e43fb88f02313c 2024-11-25T10:31:13,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/19dd518b36184bbf95b8d6ce581b0bfa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/19dd518b36184bbf95b8d6ce581b0bfa 2024-11-25T10:31:13,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/9158abc49545405386403c8b4ce9b1d4 2024-11-25T10:31:13,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b9aa16fc0b2a42249f3e409b4a272bc3 2024-11-25T10:31:13,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/afc585ddfb104ad6ba8881b3cad8b4b5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/afc585ddfb104ad6ba8881b3cad8b4b5 2024-11-25T10:31:13,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/b4ea155cd7ca4bcb9349cca198c88bca 2024-11-25T10:31:13,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e432ad140c484434a63b6b24d34c3b79 2024-11-25T10:31:13,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e9f2ec51f56d4c3993d3932cee46edec to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e9f2ec51f56d4c3993d3932cee46edec 2024-11-25T10:31:13,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/78782168a0464311bf1fcbf1b99a07b4 2024-11-25T10:31:13,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6e641f30e59c46cebf19e62f3d3f5758 2024-11-25T10:31:13,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0aabf7f6df0a4360af590346087d312a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/0aabf7f6df0a4360af590346087d312a 2024-11-25T10:31:13,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/70cafe6bdf574d0cbb69925b3f0b8145 2024-11-25T10:31:13,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2248a152718c428c94677a96bce986df 2024-11-25T10:31:13,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e384ca7312924fca81e48c1deac4d165 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/e384ca7312924fca81e48c1deac4d165 2024-11-25T10:31:13,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/1d310f6c9f3841c4bcd0f34f05051cc6 2024-11-25T10:31:13,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/95b1f9b81c3f4e689d98c4579d4c6d94 2024-11-25T10:31:13,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/de6e4c15bb214ce1a8c649af4f99fc42 2024-11-25T10:31:13,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/34e70920b50c4b8f94fd65fdc061b9c2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff4bdd383371474e839d353d53ef4d2e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d0e0a8827a6d452f841abfc4e93e4ef0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d038664e2d0945369fb9bb6ca1ff88e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d05c957043eb43c7a760200edb802037, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/137c543ee37c405d808fac6a8d7f21bd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/cd35e19494574b9aa5d4986a5878c896, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/9a868163035e4e87b25194c1c2bbaf0d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/7974acbb50da45e18e98861ffa1bef50, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a] to archive 2024-11-25T10:31:13,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:13,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1642cd4f488d4379942e684fb37767c6 2024-11-25T10:31:13,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b2c9c83d4e4049e9a33d9f48526aa5fa 2024-11-25T10:31:13,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/34e70920b50c4b8f94fd65fdc061b9c2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/34e70920b50c4b8f94fd65fdc061b9c2 2024-11-25T10:31:13,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/1d76424a70f945009e1f89c53e0f8111 2024-11-25T10:31:13,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95cf6c589df149419cb2d6e2cd81949a 2024-11-25T10:31:13,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/17fda26f1dc243a1914270ecf4b6cf68 2024-11-25T10:31:13,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff4bdd383371474e839d353d53ef4d2e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff4bdd383371474e839d353d53ef4d2e 2024-11-25T10:31:13,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/51142b2863994a228f72170be07f4fac 2024-11-25T10:31:13,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/4e6ab73e48e84eb8b249b3e4bfc408f2 2024-11-25T10:31:13,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d0e0a8827a6d452f841abfc4e93e4ef0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d0e0a8827a6d452f841abfc4e93e4ef0 2024-11-25T10:31:13,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/45d409a73d6247f997d3fc344d6c1c62 2024-11-25T10:31:13,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/31fc5e72959744538331c2d7b7cd6751 2024-11-25T10:31:13,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d038664e2d0945369fb9bb6ca1ff88e7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d038664e2d0945369fb9bb6ca1ff88e7 2024-11-25T10:31:13,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ff3a2d821f204b2ba7fcc7e978147ff3 2024-11-25T10:31:13,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fb390a86272b48d98b6be06e134b36f1 2024-11-25T10:31:13,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d05c957043eb43c7a760200edb802037 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d05c957043eb43c7a760200edb802037 2024-11-25T10:31:13,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/e7c4b76de2654ad0b795d03ad5b0db4d 2024-11-25T10:31:13,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/fc55b06bf1624dafbee109ee5ecb9bf7 2024-11-25T10:31:13,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/137c543ee37c405d808fac6a8d7f21bd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/137c543ee37c405d808fac6a8d7f21bd 2024-11-25T10:31:13,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/95c8a68935d24da1b07f6d0dbe2dbf1c 2024-11-25T10:31:13,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6f641b6f1e9b4a3482be04b6e11cff17 2024-11-25T10:31:13,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/cd35e19494574b9aa5d4986a5878c896 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/cd35e19494574b9aa5d4986a5878c896 2024-11-25T10:31:13,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/0346e200d93d43739e4f605a7dcddca4 2024-11-25T10:31:13,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/f8f509e93be043b1a6592217d80d353c 2024-11-25T10:31:13,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/9a868163035e4e87b25194c1c2bbaf0d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/9a868163035e4e87b25194c1c2bbaf0d 2024-11-25T10:31:13,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/bea4d402900a494b9a1831233f6590d0 2024-11-25T10:31:13,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/6261a69def8647cba5a323821ee6043a 2024-11-25T10:31:13,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/7974acbb50da45e18e98861ffa1bef50 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/7974acbb50da45e18e98861ffa1bef50 2024-11-25T10:31:13,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/d9bb8c87fad840af9ac35e69dbb46e54 2024-11-25T10:31:13,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/536d92f1a5844a6fafdce02e0694ce3c 2024-11-25T10:31:13,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/3a4637b65d1844a5aa76071f1fabd60a 2024-11-25T10:31:13,776 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-25T10:31:13,778 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d. 2024-11-25T10:31:13,778 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 8b099e2a10f25ed1456de53c83c65f8d: 2024-11-25T10:31:13,780 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:13,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8b099e2a10f25ed1456de53c83c65f8d, regionState=CLOSED 2024-11-25T10:31:13,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T10:31:13,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 8b099e2a10f25ed1456de53c83c65f8d, server=1ab1d4f27f0d,38679,1732530642808 in 1.5900 sec 2024-11-25T10:31:13,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T10:31:13,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8b099e2a10f25ed1456de53c83c65f8d, UNASSIGN in 1.5930 sec 2024-11-25T10:31:13,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T10:31:13,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-25T10:31:13,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530673787"}]},"ts":"1732530673787"} 2024-11-25T10:31:13,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:31:13,829 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:31:13,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6610 sec 2024-11-25T10:31:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:31:14,282 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T10:31:14,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:31:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,292 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:31:14,294 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,297 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:14,301 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/recovered.edits] 2024-11-25T10:31:14,304 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2c91fa2aff884a2ca220a35cd88c5a18 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/2c91fa2aff884a2ca220a35cd88c5a18 2024-11-25T10:31:14,305 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8027a6e42018458d85ee8ad692056bb4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/8027a6e42018458d85ee8ad692056bb4 2024-11-25T10:31:14,307 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b0b296b4963c4b5bbfb2d79a43058007 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/A/b0b296b4963c4b5bbfb2d79a43058007 2024-11-25T10:31:14,309 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e7962a76ffd47baa9540cda6be15ee8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/2e7962a76ffd47baa9540cda6be15ee8 2024-11-25T10:31:14,310 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6c8b69c6897d4764985cb66f5d15fbbd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/6c8b69c6897d4764985cb66f5d15fbbd 2024-11-25T10:31:14,312 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/979e96049e4c4a5bb724dbdb1a4ccfdb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/B/979e96049e4c4a5bb724dbdb1a4ccfdb 2024-11-25T10:31:14,314 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/400acdd6967f4f16b32b8e12fa880ea4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/400acdd6967f4f16b32b8e12fa880ea4 2024-11-25T10:31:14,315 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b28532bacdd644a9935e8aa8cdc0aec9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/b28532bacdd644a9935e8aa8cdc0aec9 2024-11-25T10:31:14,316 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ef48d5e7ac7c43288637fec6c775358f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/C/ef48d5e7ac7c43288637fec6c775358f 2024-11-25T10:31:14,319 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/recovered.edits/464.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d/recovered.edits/464.seqid 2024-11-25T10:31:14,319 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/8b099e2a10f25ed1456de53c83c65f8d 2024-11-25T10:31:14,319 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:31:14,324 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T10:31:14,330 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:31:14,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:31:14,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:31:14,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530674357"}]},"ts":"9223372036854775807"} 2024-11-25T10:31:14,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:31:14,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8b099e2a10f25ed1456de53c83c65f8d, NAME => 'TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:31:14,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:31:14,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530674361"}]},"ts":"9223372036854775807"} 2024-11-25T10:31:14,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:31:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:31:14,405 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-25T10:31:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:31:14,597 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T10:31:14,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_395313566_22 at /127.0.0.1:39958 [Waiting for operation #311] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1726571194_22 at /127.0.0.1:38946 [Waiting for operation #327] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1ab1d4f27f0d:38679-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1587 (was 2349) 2024-11-25T10:31:14,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=1587 2024-11-25T10:31:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:31:14,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:31:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:14,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:31:14,628 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:14,628 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-25T10:31:14,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:31:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741941_1117 (size=960) 2024-11-25T10:31:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:15,044 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:31:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741942_1118 (size=53) 2024-11-25T10:31:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 587b9e708cea4038037fe0edc82e22ef, disabling compactions & flushes 2024-11-25T10:31:15,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. after waiting 0 ms 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:15,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:31:15,457 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530675456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530675456"}]},"ts":"1732530675456"} 2024-11-25T10:31:15,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:31:15,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:31:15,459 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530675459"}]},"ts":"1732530675459"} 2024-11-25T10:31:15,460 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:31:15,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, ASSIGN}] 2024-11-25T10:31:15,519 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, ASSIGN 2024-11-25T10:31:15,520 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:31:15,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:15,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:15,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:15,830 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,830 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:31:15,830 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,831 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:31:15,831 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,831 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,833 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,835 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:15,836 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName A 2024-11-25T10:31:15,836 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:15,837 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:15,838 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,840 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:15,841 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName B 2024-11-25T10:31:15,841 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:15,842 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:15,843 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,844 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:15,844 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName C 2024-11-25T10:31:15,844 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:15,845 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:15,845 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,846 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,846 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,848 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:31:15,849 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:15,851 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:31:15,852 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 587b9e708cea4038037fe0edc82e22ef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69786011, jitterRate=0.03989259898662567}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:31:15,853 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:15,853 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., pid=35, masterSystemTime=1732530675825 2024-11-25T10:31:15,855 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,855 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:15,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:15,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T10:31:15,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 in 186 msec 2024-11-25T10:31:15,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T10:31:15,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, ASSIGN in 342 msec 2024-11-25T10:31:15,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:31:15,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530675862"}]},"ts":"1732530675862"} 2024-11-25T10:31:15,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:31:15,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:31:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2450 sec 2024-11-25T10:31:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-25T10:31:16,736 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-25T10:31:16,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-25T10:31:16,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:16,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:16,823 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:16,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:31:16,830 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:31:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:31:16,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:31:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:16,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741943_1119 (size=996) 2024-11-25T10:31:17,254 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T10:31:17,255 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T10:31:17,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:31:17,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, REOPEN/MOVE}] 2024-11-25T10:31:17,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, REOPEN/MOVE 2024-11-25T10:31:17,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:17,277 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:31:17,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:17,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:17,430 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,430 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:31:17,430 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 587b9e708cea4038037fe0edc82e22ef, disabling compactions & flushes 2024-11-25T10:31:17,430 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,430 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,431 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. after waiting 0 ms 2024-11-25T10:31:17,431 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,440 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:31:17,441 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,441 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:17,441 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 587b9e708cea4038037fe0edc82e22ef to self. 2024-11-25T10:31:17,443 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=CLOSED 2024-11-25T10:31:17,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T10:31:17,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 in 168 msec 2024-11-25T10:31:17,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=true 2024-11-25T10:31:17,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:17,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:17,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:17,756 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,756 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:31:17,757 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,757 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:31:17,757 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,757 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,760 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,760 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:17,765 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName A 2024-11-25T10:31:17,767 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:17,768 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:17,768 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,769 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:17,769 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName B 2024-11-25T10:31:17,769 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:17,770 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:17,770 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,771 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:17,771 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 587b9e708cea4038037fe0edc82e22ef columnFamilyName C 2024-11-25T10:31:17,771 DEBUG [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:17,772 INFO [StoreOpener-587b9e708cea4038037fe0edc82e22ef-1 {}] regionserver.HStore(327): Store=587b9e708cea4038037fe0edc82e22ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:17,772 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,773 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,774 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,776 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:31:17,777 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,778 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 587b9e708cea4038037fe0edc82e22ef; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142993, jitterRate=0.06011320650577545}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:31:17,779 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:17,780 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., pid=40, masterSystemTime=1732530677753 2024-11-25T10:31:17,781 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,782 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:17,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:17,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-25T10:31:17,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 in 182 msec 2024-11-25T10:31:17,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T10:31:17,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, REOPEN/MOVE in 511 msec 2024-11-25T10:31:17,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T10:31:17,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-25T10:31:17,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 953 msec 2024-11-25T10:31:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T10:31:17,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-25T10:31:17,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-25T10:31:17,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-25T10:31:17,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-25T10:31:17,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-25T10:31:17,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-25T10:31:17,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-25T10:31:17,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-25T10:31:17,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-25T10:31:17,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:17,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:17,960 DEBUG [hconnection-0xa30a104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,960 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,960 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,961 DEBUG [hconnection-0x668cb76e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-25T10:31:17,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:17,962 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,962 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,962 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,962 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:17,962 DEBUG [hconnection-0x3b5a53c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:17,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:17,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,963 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,966 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,966 DEBUG [hconnection-0x67328c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,967 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,967 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,968 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,971 DEBUG [hconnection-0x34c2a382-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:17,972 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:17,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:17,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:18,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530738002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530738003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530738004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530738005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530738006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd9d0c62c3ba420896a5144a3939d6f8_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530677972/Put/seqid=0 2024-11-25T10:31:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741944_1120 (size=21918) 2024-11-25T10:31:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530738107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530738109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530738110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530738110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530738118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:18,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530738309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530738315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530738316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530738319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530738324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:18,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd9d0c62c3ba420896a5144a3939d6f8_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd9d0c62c3ba420896a5144a3939d6f8_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:18,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/1cd94c8a0b484f509bf2e1bdb44f8874, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:18,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/1cd94c8a0b484f509bf2e1bdb44f8874 is 175, key is test_row_0/A:col10/1732530677972/Put/seqid=0 2024-11-25T10:31:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741945_1121 (size=65323) 2024-11-25T10:31:18,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/1cd94c8a0b484f509bf2e1bdb44f8874 2024-11-25T10:31:18,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/da9f4ce1534449b0be901e5701575bed is 50, key is test_row_0/B:col10/1732530677972/Put/seqid=0 2024-11-25T10:31:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741946_1122 (size=12001) 2024-11-25T10:31:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:18,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530738613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530738618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530738622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530738622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530738633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:18,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:18,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:18,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/da9f4ce1534449b0be901e5701575bed 2024-11-25T10:31:18,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/979c5f846cf745f18a71e634b6b868f7 is 50, key is test_row_0/C:col10/1732530677972/Put/seqid=0 2024-11-25T10:31:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741947_1123 (size=12001) 2024-11-25T10:31:19,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/979c5f846cf745f18a71e634b6b868f7 2024-11-25T10:31:19,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/1cd94c8a0b484f509bf2e1bdb44f8874 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874 2024-11-25T10:31:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874, entries=350, sequenceid=15, filesize=63.8 K 2024-11-25T10:31:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/da9f4ce1534449b0be901e5701575bed as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed 2024-11-25T10:31:19,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:31:19,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/979c5f846cf745f18a71e634b6b868f7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7 2024-11-25T10:31:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:19,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:31:19,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 587b9e708cea4038037fe0edc82e22ef in 1112ms, sequenceid=15, compaction requested=false 2024-11-25T10:31:19,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:19,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125523ce6b38eaa4d63843436f06d91ebb7_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530679120/Put/seqid=0 2024-11-25T10:31:19,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530739131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530739135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530739136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741948_1124 (size=14594) 2024-11-25T10:31:19,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530739139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530739141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125523ce6b38eaa4d63843436f06d91ebb7_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125523ce6b38eaa4d63843436f06d91ebb7_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:19,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/4521ec0e0820449497f5c118209422d8, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:19,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/4521ec0e0820449497f5c118209422d8 is 175, key is test_row_0/A:col10/1732530679120/Put/seqid=0 2024-11-25T10:31:19,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741949_1125 (size=39549) 2024-11-25T10:31:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/4521ec0e0820449497f5c118209422d8 2024-11-25T10:31:19,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/36fb759c502644f6b4ed73b50132238c is 50, key is test_row_0/B:col10/1732530679120/Put/seqid=0 2024-11-25T10:31:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741950_1126 (size=12001) 2024-11-25T10:31:19,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530739242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530739242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530739248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530739250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:31:19,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530739447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530739448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530739450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530739454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/36fb759c502644f6b4ed73b50132238c 2024-11-25T10:31:19,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/d2452fd3632c4fff90ef4d8772ecab08 is 50, key is test_row_0/C:col10/1732530679120/Put/seqid=0 2024-11-25T10:31:19,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741951_1127 (size=12001) 2024-11-25T10:31:19,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/d2452fd3632c4fff90ef4d8772ecab08 2024-11-25T10:31:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/4521ec0e0820449497f5c118209422d8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8 2024-11-25T10:31:19,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8, entries=200, sequenceid=42, filesize=38.6 K 2024-11-25T10:31:19,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/36fb759c502644f6b4ed73b50132238c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c 2024-11-25T10:31:19,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T10:31:19,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/d2452fd3632c4fff90ef4d8772ecab08 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08 2024-11-25T10:31:19,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T10:31:19,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 587b9e708cea4038037fe0edc82e22ef in 585ms, sequenceid=42, compaction requested=false 2024-11-25T10:31:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:19,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:31:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:19,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:19,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:19,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591ab2cec268240ef9036ec4fece3463b_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:19,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530739826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530739827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530739828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530739830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741952_1128 (size=14594) 2024-11-25T10:31:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530739934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530739935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530739935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530739936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:19,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:19,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:20,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530740136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530740137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530740141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530740141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530740149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:20,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591ab2cec268240ef9036ec4fece3463b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591ab2cec268240ef9036ec4fece3463b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:20,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/8a43a49e6adf49bb9ca56ac59d8c435a, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/8a43a49e6adf49bb9ca56ac59d8c435a is 175, key is test_row_0/A:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741953_1129 (size=39549) 2024-11-25T10:31:20,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/8a43a49e6adf49bb9ca56ac59d8c435a 2024-11-25T10:31:20,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:20,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/169b17bb46864ab8879b268f58968e26 is 50, key is test_row_0/B:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741954_1130 (size=12001) 2024-11-25T10:31:20,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/169b17bb46864ab8879b268f58968e26 2024-11-25T10:31:20,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b12f668491bb45c5bc9250277b2b6b3c is 50, key is test_row_0/C:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741955_1131 (size=12001) 2024-11-25T10:31:20,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b12f668491bb45c5bc9250277b2b6b3c 2024-11-25T10:31:20,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/8a43a49e6adf49bb9ca56ac59d8c435a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a 2024-11-25T10:31:20,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a, entries=200, sequenceid=54, filesize=38.6 K 2024-11-25T10:31:20,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/169b17bb46864ab8879b268f58968e26 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26 2024-11-25T10:31:20,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:31:20,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b12f668491bb45c5bc9250277b2b6b3c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c 2024-11-25T10:31:20,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:31:20,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 587b9e708cea4038037fe0edc82e22ef in 627ms, sequenceid=54, compaction requested=true 2024-11-25T10:31:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:20,394 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:20,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:20,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:20,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:31:20,395 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:20,399 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144421 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:20,399 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:20,399 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:20,399 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,400 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.2 K 2024-11-25T10:31:20,400 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:20,400 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,400 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=141.0 K 2024-11-25T10:31:20,400 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,400 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a] 2024-11-25T10:31:20,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting da9f4ce1534449b0be901e5701575bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530677968 2024-11-25T10:31:20,401 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cd94c8a0b484f509bf2e1bdb44f8874, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530677965 2024-11-25T10:31:20,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fb759c502644f6b4ed73b50132238c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732530677995 2024-11-25T10:31:20,401 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4521ec0e0820449497f5c118209422d8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732530677995 2024-11-25T10:31:20,402 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 169b17bb46864ab8879b268f58968e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:20,402 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a43a49e6adf49bb9ca56ac59d8c435a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:20,420 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,422 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:20,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:20,423 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:20,424 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/ced642d4504d417c88151d1c4892371d is 50, key is test_row_0/B:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,436 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ecf0d2aca9c6487a875d7c54e40fa3ff_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:20,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ecf0d2aca9c6487a875d7c54e40fa3ff_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ecf0d2aca9c6487a875d7c54e40fa3ff_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e05cd7c3c9db48c1904033b83920aaad_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530679828/Put/seqid=0 2024-11-25T10:31:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530740459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530740465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530740465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530740466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741956_1132 (size=12104) 2024-11-25T10:31:20,493 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:31:20,495 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:31:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741957_1133 (size=4469) 2024-11-25T10:31:20,500 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#111 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:20,502 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/6270d13428944824bd0a04be8f0b536e is 175, key is test_row_0/A:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741958_1134 (size=12154) 2024-11-25T10:31:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:20,528 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e05cd7c3c9db48c1904033b83920aaad_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e05cd7c3c9db48c1904033b83920aaad_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/618644c3a4474f4f93c24a5d94d14793, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/618644c3a4474f4f93c24a5d94d14793 is 175, key is test_row_0/A:col10/1732530679828/Put/seqid=0 2024-11-25T10:31:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741959_1135 (size=31058) 2024-11-25T10:31:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741960_1136 (size=30955) 2024-11-25T10:31:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530740567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530740570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530740571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530740571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530740770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530740775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530740775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530740776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:20,890 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/ced642d4504d417c88151d1c4892371d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/ced642d4504d417c88151d1c4892371d 2024-11-25T10:31:20,904 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into ced642d4504d417c88151d1c4892371d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:20,904 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:20,904 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530680394; duration=0sec 2024-11-25T10:31:20,904 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:20,904 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:20,904 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:20,906 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:20,906 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:20,906 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:20,907 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.2 K 2024-11-25T10:31:20,908 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 979c5f846cf745f18a71e634b6b868f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530677968 2024-11-25T10:31:20,908 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d2452fd3632c4fff90ef4d8772ecab08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732530677995 2024-11-25T10:31:20,909 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b12f668491bb45c5bc9250277b2b6b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:20,922 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:20,923 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/2f2664208a2d41f28be3d247eae27d4b is 50, key is test_row_0/C:col10/1732530679130/Put/seqid=0 2024-11-25T10:31:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741961_1137 (size=12104) 2024-11-25T10:31:20,948 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/2f2664208a2d41f28be3d247eae27d4b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/2f2664208a2d41f28be3d247eae27d4b 2024-11-25T10:31:20,953 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/6270d13428944824bd0a04be8f0b536e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e 2024-11-25T10:31:20,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/618644c3a4474f4f93c24a5d94d14793 2024-11-25T10:31:20,958 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into 2f2664208a2d41f28be3d247eae27d4b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:20,958 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:20,958 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530680394; duration=0sec 2024-11-25T10:31:20,958 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:20,958 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:20,961 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 6270d13428944824bd0a04be8f0b536e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:20,961 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:20,961 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530680394; duration=0sec 2024-11-25T10:31:20,961 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:20,962 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/afaa7f209f8e42a2929d58ab6dcd4351 is 50, key is test_row_0/B:col10/1732530679828/Put/seqid=0 2024-11-25T10:31:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741962_1138 (size=12001) 2024-11-25T10:31:21,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530741074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530741081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530741081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530741083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,376 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/afaa7f209f8e42a2929d58ab6dcd4351 2024-11-25T10:31:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/e9e148b6db474bab8d09984f06867f29 is 50, key is test_row_0/C:col10/1732530679828/Put/seqid=0 2024-11-25T10:31:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741963_1139 (size=12001) 2024-11-25T10:31:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530741576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530741586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530741587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530741589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:21,789 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/e9e148b6db474bab8d09984f06867f29 2024-11-25T10:31:21,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/618644c3a4474f4f93c24a5d94d14793 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793 2024-11-25T10:31:21,802 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T10:31:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/afaa7f209f8e42a2929d58ab6dcd4351 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351 2024-11-25T10:31:21,809 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:31:21,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/e9e148b6db474bab8d09984f06867f29 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29 2024-11-25T10:31:21,818 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:31:21,819 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 587b9e708cea4038037fe0edc82e22ef in 1397ms, sequenceid=78, compaction requested=false 2024-11-25T10:31:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T10:31:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-25T10:31:21,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T10:31:21,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8600 sec 2024-11-25T10:31:21,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 3.8650 sec 2024-11-25T10:31:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T10:31:22,070 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-25T10:31:22,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-25T10:31:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:22,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:22,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:22,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:22,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:22,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:22,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a49329a27734fd7afad7501105540f6_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741964_1140 (size=14594) 2024-11-25T10:31:22,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:22,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a49329a27734fd7afad7501105540f6_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a49329a27734fd7afad7501105540f6_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:22,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/91e607c3ae3644a98ecdf1fe09313f8e, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:22,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/91e607c3ae3644a98ecdf1fe09313f8e is 175, key is test_row_0/A:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741965_1141 (size=39549) 2024-11-25T10:31:22,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530742235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530742340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:22,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530742542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530742579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530742596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/91e607c3ae3644a98ecdf1fe09313f8e 2024-11-25T10:31:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530742598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9ebec297047c46249090d7236ec30749 is 50, key is test_row_0/B:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741966_1142 (size=12001) 2024-11-25T10:31:22,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9ebec297047c46249090d7236ec30749 2024-11-25T10:31:22,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c7911761461a4e689534ab599b0a46f2 is 50, key is test_row_0/C:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741967_1143 (size=12001) 2024-11-25T10:31:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:22,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530742846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:22,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:22,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:23,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c7911761461a4e689534ab599b0a46f2 2024-11-25T10:31:23,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/91e607c3ae3644a98ecdf1fe09313f8e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e 2024-11-25T10:31:23,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e, entries=200, sequenceid=94, filesize=38.6 K 2024-11-25T10:31:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9ebec297047c46249090d7236ec30749 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749 2024-11-25T10:31:23,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:31:23,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c7911761461a4e689534ab599b0a46f2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2 2024-11-25T10:31:23,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:31:23,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 587b9e708cea4038037fe0edc82e22ef in 882ms, sequenceid=94, compaction requested=true 2024-11-25T10:31:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:23,046 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:23,046 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:23,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:23,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:23,048 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:23,048 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:23,048 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/ced642d4504d417c88151d1c4892371d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.3 K 2024-11-25T10:31:23,048 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=99.2 K 2024-11-25T10:31:23,048 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e] 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ced642d4504d417c88151d1c4892371d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6270d13428944824bd0a04be8f0b536e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:23,048 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting afaa7f209f8e42a2929d58ab6dcd4351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530679820 2024-11-25T10:31:23,049 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 618644c3a4474f4f93c24a5d94d14793, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530679820 2024-11-25T10:31:23,049 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ebec297047c46249090d7236ec30749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680462 2024-11-25T10:31:23,049 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e607c3ae3644a98ecdf1fe09313f8e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680450 2024-11-25T10:31:23,059 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:23,061 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:23,062 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/837b4141b4264a04b2e9f4c9f374c3b4 is 50, key is test_row_0/B:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:23,065 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125502244de0f2246d5ab860b0165bcca29_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:23,067 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125502244de0f2246d5ab860b0165bcca29_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:23,067 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125502244de0f2246d5ab860b0165bcca29_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741968_1144 (size=12207) 2024-11-25T10:31:23,090 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/837b4141b4264a04b2e9f4c9f374c3b4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/837b4141b4264a04b2e9f4c9f374c3b4 2024-11-25T10:31:23,098 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into 837b4141b4264a04b2e9f4c9f374c3b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:23,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:23,099 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530683046; duration=0sec 2024-11-25T10:31:23,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:23,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:23,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:23,100 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:23,100 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:23,100 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:23,100 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/2f2664208a2d41f28be3d247eae27d4b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.3 K 2024-11-25T10:31:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741969_1145 (size=4469) 2024-11-25T10:31:23,111 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2664208a2d41f28be3d247eae27d4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530679130 2024-11-25T10:31:23,112 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e9e148b6db474bab8d09984f06867f29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530679820 2024-11-25T10:31:23,112 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c7911761461a4e689534ab599b0a46f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680462 2024-11-25T10:31:23,112 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#120 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:23,113 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/95657c921b894faebd3b11bfab47420b is 175, key is test_row_0/A:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741970_1146 (size=31161) 2024-11-25T10:31:23,127 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:23,127 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/386b765599d34e87bccc402fb718d6c0 is 50, key is test_row_0/C:col10/1732530680464/Put/seqid=0 2024-11-25T10:31:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741971_1147 (size=12207) 2024-11-25T10:31:23,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:23,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T10:31:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:23,141 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:31:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:23,149 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/386b765599d34e87bccc402fb718d6c0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/386b765599d34e87bccc402fb718d6c0 2024-11-25T10:31:23,158 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into 386b765599d34e87bccc402fb718d6c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:23,158 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:23,158 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530683046; duration=0sec 2024-11-25T10:31:23,158 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:23,158 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e0c3b895cac84215af8b460ddcb57d29_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530682215/Put/seqid=0 2024-11-25T10:31:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741972_1148 (size=12154) 2024-11-25T10:31:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:23,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:23,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530743385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530743493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:23,528 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/95657c921b894faebd3b11bfab47420b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b 2024-11-25T10:31:23,537 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 95657c921b894faebd3b11bfab47420b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:23,537 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:23,537 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530683046; duration=0sec 2024-11-25T10:31:23,537 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:23,537 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:23,597 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e0c3b895cac84215af8b460ddcb57d29_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0c3b895cac84215af8b460ddcb57d29_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/05d211bea1054e7484ca9dd44b9cf1a6, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:23,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/05d211bea1054e7484ca9dd44b9cf1a6 is 175, key is test_row_0/A:col10/1732530682215/Put/seqid=0 2024-11-25T10:31:23,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741973_1149 (size=30955) 2024-11-25T10:31:23,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/05d211bea1054e7484ca9dd44b9cf1a6 2024-11-25T10:31:23,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/acb5b6c3d28d4b8394a61a3a4e48feac is 50, key is test_row_0/B:col10/1732530682215/Put/seqid=0 2024-11-25T10:31:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741974_1150 (size=12001) 2024-11-25T10:31:23,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530743695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530744003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,051 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/acb5b6c3d28d4b8394a61a3a4e48feac 2024-11-25T10:31:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/58fce333d34e45e6bf417cd5dcbfa499 is 50, key is test_row_0/C:col10/1732530682215/Put/seqid=0 2024-11-25T10:31:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741975_1151 (size=12001) 2024-11-25T10:31:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:24,477 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/58fce333d34e45e6bf417cd5dcbfa499 2024-11-25T10:31:24,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/05d211bea1054e7484ca9dd44b9cf1a6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6 2024-11-25T10:31:24,491 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6, entries=150, sequenceid=118, filesize=30.2 K 2024-11-25T10:31:24,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/acb5b6c3d28d4b8394a61a3a4e48feac as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac 2024-11-25T10:31:24,502 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T10:31:24,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/58fce333d34e45e6bf417cd5dcbfa499 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499 2024-11-25T10:31:24,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T10:31:24,521 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 587b9e708cea4038037fe0edc82e22ef in 1380ms, sequenceid=118, compaction requested=false 2024-11-25T10:31:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T10:31:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-25T10:31:24,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T10:31:24,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-25T10:31:24,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.4600 sec 2024-11-25T10:31:24,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:31:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:24,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b22bc3f9f3ca467caa00a8998b154997_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741976_1152 (size=14794) 2024-11-25T10:31:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530744596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530744596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,600 DEBUG [Thread-600 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530744605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,607 DEBUG [Thread-606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530744610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,612 DEBUG [Thread-598 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530744613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,614 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:24,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530744699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530744902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:24,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:24,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b22bc3f9f3ca467caa00a8998b154997_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b22bc3f9f3ca467caa00a8998b154997_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:24,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/d2a6444dacfe4be28753195da4f52a3b, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:24,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/d2a6444dacfe4be28753195da4f52a3b is 175, key is test_row_0/A:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741977_1153 (size=39749) 2024-11-25T10:31:24,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/d2a6444dacfe4be28753195da4f52a3b 2024-11-25T10:31:24,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/c395e4029a9545a5815e0763732299f8 is 50, key is test_row_0/B:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741978_1154 (size=12151) 2024-11-25T10:31:25,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530745206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:25,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/c395e4029a9545a5815e0763732299f8 2024-11-25T10:31:25,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/3f9abdaef6e04847b759741a83d850c8 is 50, key is test_row_0/C:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741979_1155 (size=12151) 2024-11-25T10:31:25,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/3f9abdaef6e04847b759741a83d850c8 2024-11-25T10:31:25,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/d2a6444dacfe4be28753195da4f52a3b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b 2024-11-25T10:31:25,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b, entries=200, sequenceid=134, filesize=38.8 K 2024-11-25T10:31:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/c395e4029a9545a5815e0763732299f8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8 2024-11-25T10:31:25,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:31:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/3f9abdaef6e04847b759741a83d850c8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8 2024-11-25T10:31:25,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:31:25,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 587b9e708cea4038037fe0edc82e22ef in 905ms, sequenceid=134, compaction requested=true 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:25,439 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:25,439 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:25,440 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:25,440 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:25,440 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:25,440 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:25,440 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:25,440 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/837b4141b4264a04b2e9f4c9f374c3b4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.5 K 2024-11-25T10:31:25,441 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:25,441 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=99.5 K 2024-11-25T10:31:25,441 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:25,441 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 837b4141b4264a04b2e9f4c9f374c3b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680462 2024-11-25T10:31:25,441 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b] 2024-11-25T10:31:25,441 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting acb5b6c3d28d4b8394a61a3a4e48feac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530682215 2024-11-25T10:31:25,441 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95657c921b894faebd3b11bfab47420b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680462 2024-11-25T10:31:25,442 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05d211bea1054e7484ca9dd44b9cf1a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530682215 2024-11-25T10:31:25,442 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c395e4029a9545a5815e0763732299f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683378 2024-11-25T10:31:25,442 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2a6444dacfe4be28753195da4f52a3b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683374 2024-11-25T10:31:25,454 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:25,454 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/3d0603deb7ed4435a9ed715cd88a5c5c is 50, key is test_row_0/B:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:25,456 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:25,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741980_1156 (size=12459) 2024-11-25T10:31:25,467 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d72b7cfc96cf436fa7b8074d80071681_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:25,470 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d72b7cfc96cf436fa7b8074d80071681_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:25,470 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d72b7cfc96cf436fa7b8074d80071681_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:25,473 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/3d0603deb7ed4435a9ed715cd88a5c5c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3d0603deb7ed4435a9ed715cd88a5c5c 2024-11-25T10:31:25,482 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into 3d0603deb7ed4435a9ed715cd88a5c5c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:25,482 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:25,482 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530685439; duration=0sec 2024-11-25T10:31:25,482 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:25,482 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:25,482 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:25,483 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:25,484 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:25,484 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:25,484 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/386b765599d34e87bccc402fb718d6c0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=35.5 K 2024-11-25T10:31:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741981_1157 (size=4469) 2024-11-25T10:31:25,485 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 386b765599d34e87bccc402fb718d6c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530680462 2024-11-25T10:31:25,485 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 58fce333d34e45e6bf417cd5dcbfa499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530682215 2024-11-25T10:31:25,486 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9abdaef6e04847b759741a83d850c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683378 2024-11-25T10:31:25,487 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#130 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:25,488 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/0fcb341fbdcf49ad9a997f15e95c8ee1 is 175, key is test_row_0/A:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741982_1158 (size=31413) 2024-11-25T10:31:25,496 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:25,496 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/e702438ad33e4adaaafe322d1473e261 is 50, key is test_row_0/C:col10/1732530683378/Put/seqid=0 2024-11-25T10:31:25,506 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/0fcb341fbdcf49ad9a997f15e95c8ee1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1 2024-11-25T10:31:25,511 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 0fcb341fbdcf49ad9a997f15e95c8ee1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:25,511 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:25,512 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530685439; duration=0sec 2024-11-25T10:31:25,512 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:25,512 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741983_1159 (size=12459) 2024-11-25T10:31:25,519 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/e702438ad33e4adaaafe322d1473e261 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e702438ad33e4adaaafe322d1473e261 2024-11-25T10:31:25,526 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into e702438ad33e4adaaafe322d1473e261(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:25,526 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:25,526 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530685439; duration=0sec 2024-11-25T10:31:25,527 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:25,527 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:25,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:31:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:25,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:25,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:25,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ade6a9034c694d1eac76992671176268_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530684577/Put/seqid=0 2024-11-25T10:31:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741984_1160 (size=12304) 2024-11-25T10:31:25,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530745745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:25,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530745849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530746052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:26,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ade6a9034c694d1eac76992671176268_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ade6a9034c694d1eac76992671176268_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:26,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/e49d5c10f55946e4b0b654e4c8263d1e, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:26,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/e49d5c10f55946e4b0b654e4c8263d1e is 175, key is test_row_0/A:col10/1732530684577/Put/seqid=0 2024-11-25T10:31:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741985_1161 (size=31105) 2024-11-25T10:31:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T10:31:26,177 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T10:31:26,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T10:31:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:26,180 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:26,180 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:26,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:26,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:26,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530746354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:26,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/e49d5c10f55946e4b0b654e4c8263d1e 2024-11-25T10:31:26,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/8c20907bcde34fd8becff002a780cbd6 is 50, key is test_row_0/B:col10/1732530684577/Put/seqid=0 2024-11-25T10:31:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741986_1162 (size=12151) 2024-11-25T10:31:26,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:26,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530746859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:26,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:26,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:26,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:26,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:26,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/8c20907bcde34fd8becff002a780cbd6 2024-11-25T10:31:26,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/5cf57bbe31b54be3a4eb03e62c66c684 is 50, key is test_row_0/C:col10/1732530684577/Put/seqid=0 2024-11-25T10:31:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741987_1163 (size=12151) 2024-11-25T10:31:27,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:27,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:27,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:27,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:27,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:27,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/5cf57bbe31b54be3a4eb03e62c66c684 2024-11-25T10:31:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/e49d5c10f55946e4b0b654e4c8263d1e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e 2024-11-25T10:31:27,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e, entries=150, sequenceid=160, filesize=30.4 K 2024-11-25T10:31:27,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/8c20907bcde34fd8becff002a780cbd6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6 2024-11-25T10:31:27,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T10:31:27,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/5cf57bbe31b54be3a4eb03e62c66c684 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684 2024-11-25T10:31:27,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T10:31:27,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 587b9e708cea4038037fe0edc82e22ef in 1686ms, sequenceid=160, compaction requested=false 2024-11-25T10:31:27,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:27,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:27,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:31:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:27,404 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:27,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125642612076b8346fc8967b898db4b7353_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530685731/Put/seqid=0 2024-11-25T10:31:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741988_1164 (size=12304) 2024-11-25T10:31:27,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:27,419 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125642612076b8346fc8967b898db4b7353_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125642612076b8346fc8967b898db4b7353_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af58d00b75f04c088d93c2851f2c4cb5, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af58d00b75f04c088d93c2851f2c4cb5 is 175, key is test_row_0/A:col10/1732530685731/Put/seqid=0 2024-11-25T10:31:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741989_1165 (size=31105) 2024-11-25T10:31:27,425 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af58d00b75f04c088d93c2851f2c4cb5 2024-11-25T10:31:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/84426067174145829da4e7318965665d is 50, key is test_row_0/B:col10/1732530685731/Put/seqid=0 2024-11-25T10:31:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741990_1166 (size=12151) 2024-11-25T10:31:27,836 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/84426067174145829da4e7318965665d 2024-11-25T10:31:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/6e7e3c3de3af49a7959e8e541dbbe05d is 50, key is test_row_0/C:col10/1732530685731/Put/seqid=0 2024-11-25T10:31:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741991_1167 (size=12151) 2024-11-25T10:31:27,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530747910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530748013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530748215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,247 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/6e7e3c3de3af49a7959e8e541dbbe05d 2024-11-25T10:31:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af58d00b75f04c088d93c2851f2c4cb5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5 2024-11-25T10:31:28,255 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5, entries=150, sequenceid=173, filesize=30.4 K 2024-11-25T10:31:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/84426067174145829da4e7318965665d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d 2024-11-25T10:31:28,259 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T10:31:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/6e7e3c3de3af49a7959e8e541dbbe05d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d 2024-11-25T10:31:28,264 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T10:31:28,265 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 587b9e708cea4038037fe0edc82e22ef in 861ms, sequenceid=173, compaction requested=true 2024-11-25T10:31:28,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:28,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:28,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T10:31:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T10:31:28,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T10:31:28,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec 2024-11-25T10:31:28,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.0890 sec 2024-11-25T10:31:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:31:28,285 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T10:31:28,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T10:31:28,287 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:28,288 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:28,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:28,311 INFO [master/1ab1d4f27f0d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:31:28,311 INFO [master/1ab1d4f27f0d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:31:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:28,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:31:28,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:28,440 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:31:28,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259693272e0fa8481aa12597b477680e99_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530687907/Put/seqid=0 2024-11-25T10:31:28,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741992_1168 (size=12304) 2024-11-25T10:31:28,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:28,459 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259693272e0fa8481aa12597b477680e99_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259693272e0fa8481aa12597b477680e99_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:28,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/5a3230786acf4084a84356799a1a2fde, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/5a3230786acf4084a84356799a1a2fde is 175, key is test_row_0/A:col10/1732530687907/Put/seqid=0 2024-11-25T10:31:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741993_1169 (size=31105) 2024-11-25T10:31:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:28,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530748545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48004 deadline: 1732530748607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,608 DEBUG [Thread-600 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48040 deadline: 1732530748618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,619 DEBUG [Thread-606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47966 deadline: 1732530748632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,633 DEBUG [Thread-598 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:28,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530748648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48038 deadline: 1732530748650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,653 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530748851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:28,875 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/5a3230786acf4084a84356799a1a2fde 2024-11-25T10:31:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/58d64082770f4f3ba68042c7a51a792c is 50, key is test_row_0/B:col10/1732530687907/Put/seqid=0 2024-11-25T10:31:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741994_1170 (size=12151) 2024-11-25T10:31:28,887 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/58d64082770f4f3ba68042c7a51a792c 2024-11-25T10:31:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9a65e38419084a4382c962bbdac9324d is 50, key is test_row_0/C:col10/1732530687907/Put/seqid=0 2024-11-25T10:31:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741995_1171 (size=12151) 2024-11-25T10:31:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530749153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:29,382 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9a65e38419084a4382c962bbdac9324d 2024-11-25T10:31:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/5a3230786acf4084a84356799a1a2fde as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde 2024-11-25T10:31:29,392 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde, entries=150, sequenceid=196, filesize=30.4 K 2024-11-25T10:31:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/58d64082770f4f3ba68042c7a51a792c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c 2024-11-25T10:31:29,397 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:31:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9a65e38419084a4382c962bbdac9324d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d 2024-11-25T10:31:29,403 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:31:29,404 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 587b9e708cea4038037fe0edc82e22ef in 964ms, sequenceid=196, compaction requested=true 2024-11-25T10:31:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T10:31:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T10:31:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:29,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T10:31:29,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-25T10:31:29,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.1210 sec 2024-11-25T10:31:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:29,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:29,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb24c9ffee674c0d8a89324d00edada3_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741996_1172 (size=12304) 2024-11-25T10:31:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530749725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530749827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530750032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:30,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb24c9ffee674c0d8a89324d00edada3_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb24c9ffee674c0d8a89324d00edada3_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:30,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/535bfa28daf5445093aecb788bd5a97c, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:30,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/535bfa28daf5445093aecb788bd5a97c is 175, key is test_row_0/A:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:30,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741997_1173 (size=31105) 2024-11-25T10:31:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530750338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:31:30,406 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T10:31:30,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T10:31:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:30,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:30,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:30,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:30,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/535bfa28daf5445093aecb788bd5a97c 2024-11-25T10:31:30,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1e42e5e052504dba8eb5ae2dc2f83908 is 50, key is test_row_0/B:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741998_1174 (size=12151) 2024-11-25T10:31:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:30,561 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:30,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530750843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:30,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:30,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:30,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:30,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1e42e5e052504dba8eb5ae2dc2f83908 2024-11-25T10:31:30,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b43022384b654f45b906254fb4d3de08 is 50, key is test_row_0/C:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741999_1175 (size=12151) 2024-11-25T10:31:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:31,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:31,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:31,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b43022384b654f45b906254fb4d3de08 2024-11-25T10:31:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/535bfa28daf5445093aecb788bd5a97c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c 2024-11-25T10:31:31,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c, entries=150, sequenceid=210, filesize=30.4 K 2024-11-25T10:31:31,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:31,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:31,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1e42e5e052504dba8eb5ae2dc2f83908 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908 2024-11-25T10:31:31,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T10:31:31,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/b43022384b654f45b906254fb4d3de08 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08 2024-11-25T10:31:31,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T10:31:31,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 587b9e708cea4038037fe0edc82e22ef in 1693ms, sequenceid=210, compaction requested=true 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:31:31,355 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:31:31,356 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:31:31,357 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155833 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:31:31,358 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:31,358 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:31:31,358 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:31,358 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,358 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,358 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e702438ad33e4adaaafe322d1473e261, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=59.6 K 2024-11-25T10:31:31,358 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=152.2 K 2024-11-25T10:31:31,358 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,358 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c] 2024-11-25T10:31:31,358 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e702438ad33e4adaaafe322d1473e261, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683378 2024-11-25T10:31:31,359 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf57bbe31b54be3a4eb03e62c66c684, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530684577 2024-11-25T10:31:31,359 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fcb341fbdcf49ad9a997f15e95c8ee1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683378 2024-11-25T10:31:31,360 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e49d5c10f55946e4b0b654e4c8263d1e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530684577 2024-11-25T10:31:31,360 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e7e3c3de3af49a7959e8e541dbbe05d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530685731 2024-11-25T10:31:31,360 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting af58d00b75f04c088d93c2851f2c4cb5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530685731 2024-11-25T10:31:31,360 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a65e38419084a4382c962bbdac9324d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530687899 2024-11-25T10:31:31,360 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a3230786acf4084a84356799a1a2fde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530687899 2024-11-25T10:31:31,361 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535bfa28daf5445093aecb788bd5a97c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:31,361 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b43022384b654f45b906254fb4d3de08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:31,395 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:31,401 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:31,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/692fda4e17bb436faf3113d44f6848e8 is 50, key is test_row_0/C:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:31,401 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a018d3ca23e943e4abb19076921e8f5b_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:31,404 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a018d3ca23e943e4abb19076921e8f5b_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:31,405 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a018d3ca23e943e4abb19076921e8f5b_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742000_1176 (size=12629) 2024-11-25T10:31:31,434 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/692fda4e17bb436faf3113d44f6848e8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/692fda4e17bb436faf3113d44f6848e8 2024-11-25T10:31:31,443 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into 692fda4e17bb436faf3113d44f6848e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:31,443 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:31,443 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=11, startTime=1732530691355; duration=0sec 2024-11-25T10:31:31,443 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:31,443 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:31,444 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:31:31,446 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:31:31,446 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:31,446 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,446 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3d0603deb7ed4435a9ed715cd88a5c5c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=59.6 K 2024-11-25T10:31:31,447 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d0603deb7ed4435a9ed715cd88a5c5c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530683378 2024-11-25T10:31:31,448 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c20907bcde34fd8becff002a780cbd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530684577 2024-11-25T10:31:31,448 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 84426067174145829da4e7318965665d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530685731 2024-11-25T10:31:31,449 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d64082770f4f3ba68042c7a51a792c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530687899 2024-11-25T10:31:31,451 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e42e5e052504dba8eb5ae2dc2f83908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742001_1177 (size=4469) 2024-11-25T10:31:31,455 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#144 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:31,456 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/42572a1a66fb415eb3f6ecffd5f63001 is 175, key is test_row_0/A:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:31,472 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:31,473 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/fb5a921a733e427a95fc81665ba7973d is 50, key is test_row_0/B:col10/1732530688522/Put/seqid=0 2024-11-25T10:31:31,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:31,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:31:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:31,481 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742002_1178 (size=31583) 2024-11-25T10:31:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742003_1179 (size=12629) 2024-11-25T10:31:31,525 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/42572a1a66fb415eb3f6ecffd5f63001 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001 2024-11-25T10:31:31,532 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/fb5a921a733e427a95fc81665ba7973d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/fb5a921a733e427a95fc81665ba7973d 2024-11-25T10:31:31,542 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 42572a1a66fb415eb3f6ecffd5f63001(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:31,542 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:31,543 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=11, startTime=1732530691355; duration=0sec 2024-11-25T10:31:31,547 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into fb5a921a733e427a95fc81665ba7973d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:31,547 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:31,547 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=11, startTime=1732530691355; duration=0sec 2024-11-25T10:31:31,543 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:31,551 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:31,547 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:31,551 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:31,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125921b4af14d5e426a8b10e7a23ba8fd4f_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530689717/Put/seqid=0 2024-11-25T10:31:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742004_1180 (size=12304) 2024-11-25T10:31:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:31,578 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125921b4af14d5e426a8b10e7a23ba8fd4f_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921b4af14d5e426a8b10e7a23ba8fd4f_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5eea1c63f0b46eabb13f6a8dab10491, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:31,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5eea1c63f0b46eabb13f6a8dab10491 is 175, key is test_row_0/A:col10/1732530689717/Put/seqid=0 2024-11-25T10:31:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742005_1181 (size=31105) 2024-11-25T10:31:31,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530751894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:31,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530751997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:32,005 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5eea1c63f0b46eabb13f6a8dab10491 2024-11-25T10:31:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9dd471b50f0d4fb6821a781004287fb1 is 50, key is test_row_0/B:col10/1732530689717/Put/seqid=0 2024-11-25T10:31:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742006_1182 (size=12151) 2024-11-25T10:31:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530752199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:32,433 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9dd471b50f0d4fb6821a781004287fb1 2024-11-25T10:31:32,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c9370cb0c9814336a088ecbacd66ee05 is 50, key is test_row_0/C:col10/1732530689717/Put/seqid=0 2024-11-25T10:31:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742007_1183 (size=12151) 2024-11-25T10:31:32,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530752502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:32,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c9370cb0c9814336a088ecbacd66ee05 2024-11-25T10:31:32,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5eea1c63f0b46eabb13f6a8dab10491 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491 2024-11-25T10:31:32,854 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491, entries=150, sequenceid=233, filesize=30.4 K 2024-11-25T10:31:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9dd471b50f0d4fb6821a781004287fb1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1 2024-11-25T10:31:32,859 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T10:31:32,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/c9370cb0c9814336a088ecbacd66ee05 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05 2024-11-25T10:31:32,867 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T10:31:32,871 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 587b9e708cea4038037fe0edc82e22ef in 1390ms, sequenceid=233, compaction requested=false 2024-11-25T10:31:32,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:32,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:32,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T10:31:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T10:31:32,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T10:31:32,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-25T10:31:32,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.4660 sec 2024-11-25T10:31:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:33,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:33,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c4bc07cc743e476faeb30aef4896ca62_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742008_1184 (size=14794) 2024-11-25T10:31:33,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530753060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530753163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530753366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:33,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:33,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c4bc07cc743e476faeb30aef4896ca62_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4bc07cc743e476faeb30aef4896ca62_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:33,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f32d024ef0ee4fc1a461086f09ac1f9b, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:33,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f32d024ef0ee4fc1a461086f09ac1f9b is 175, key is test_row_0/A:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742009_1185 (size=39749) 2024-11-25T10:31:33,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530753672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:33,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f32d024ef0ee4fc1a461086f09ac1f9b 2024-11-25T10:31:33,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1334c74efae04894b8a01e33691289ae is 50, key is test_row_0/B:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742010_1186 (size=12151) 2024-11-25T10:31:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530754178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:34,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1334c74efae04894b8a01e33691289ae 2024-11-25T10:31:34,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9cdb3773aa9443639b947c314b41cbc4 is 50, key is test_row_0/C:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:34,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742011_1187 (size=12151) 2024-11-25T10:31:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:31:34,515 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T10:31:34,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T10:31:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:34,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:34,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:34,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:34,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9cdb3773aa9443639b947c314b41cbc4 2024-11-25T10:31:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f32d024ef0ee4fc1a461086f09ac1f9b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b 2024-11-25T10:31:34,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:34,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:31:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:34,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b, entries=200, sequenceid=250, filesize=38.8 K 2024-11-25T10:31:34,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1334c74efae04894b8a01e33691289ae as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae 2024-11-25T10:31:34,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:31:34,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/9cdb3773aa9443639b947c314b41cbc4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4 2024-11-25T10:31:34,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:31:34,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 587b9e708cea4038037fe0edc82e22ef in 1674ms, sequenceid=250, compaction requested=true 2024-11-25T10:31:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:34,688 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:34,688 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:34,689 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:34,689 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:34,690 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:34,690 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:34,690 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,690 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,690 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=100.0 K 2024-11-25T10:31:34,690 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/fb5a921a733e427a95fc81665ba7973d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.1 K 2024-11-25T10:31:34,690 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,690 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b] 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42572a1a66fb415eb3f6ecffd5f63001, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fb5a921a733e427a95fc81665ba7973d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5eea1c63f0b46eabb13f6a8dab10491, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732530689705 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd471b50f0d4fb6821a781004287fb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732530689705 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f32d024ef0ee4fc1a461086f09ac1f9b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:34,691 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1334c74efae04894b8a01e33691289ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:34,700 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:34,702 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:34,702 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/3fc6e5fd766f41fb88eb652815ab3038 is 50, key is test_row_0/B:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:34,704 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112592aaa653c90443729cdc79ecc0d3324c_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:34,705 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112592aaa653c90443729cdc79ecc0d3324c_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:34,706 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592aaa653c90443729cdc79ecc0d3324c_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742012_1188 (size=12731) 2024-11-25T10:31:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742013_1189 (size=4469) 2024-11-25T10:31:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:34,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:34,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:31:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:34,823 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:31:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:34,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:34,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:34,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:34,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a511862c61124493affe5565f93f346b_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530693056/Put/seqid=0 2024-11-25T10:31:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742014_1190 (size=12454) 2024-11-25T10:31:35,111 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:35,112 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af050c4426cb458584e35052d469f7cd is 175, key is test_row_0/A:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:35,114 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/3fc6e5fd766f41fb88eb652815ab3038 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3fc6e5fd766f41fb88eb652815ab3038 2024-11-25T10:31:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742015_1191 (size=31685) 2024-11-25T10:31:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:35,122 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/af050c4426cb458584e35052d469f7cd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd 2024-11-25T10:31:35,122 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into 3fc6e5fd766f41fb88eb652815ab3038(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:35,122 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:35,123 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530694688; duration=0sec 2024-11-25T10:31:35,123 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:35,123 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:35,123 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:35,124 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:35,124 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:35,125 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:35,125 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/692fda4e17bb436faf3113d44f6848e8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.1 K 2024-11-25T10:31:35,126 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 692fda4e17bb436faf3113d44f6848e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732530688522 2024-11-25T10:31:35,127 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c9370cb0c9814336a088ecbacd66ee05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732530689705 2024-11-25T10:31:35,128 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into af050c4426cb458584e35052d469f7cd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:35,128 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:35,128 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530694688; duration=0sec 2024-11-25T10:31:35,128 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:35,128 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:35,128 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cdb3773aa9443639b947c314b41cbc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:35,135 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:35,135 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/72bc827bf0624ad3bb50fcaae1136154 is 50, key is test_row_0/C:col10/1732530691867/Put/seqid=0 2024-11-25T10:31:35,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742016_1192 (size=12731) 2024-11-25T10:31:35,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:35,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530755223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:35,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a511862c61124493affe5565f93f346b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a511862c61124493affe5565f93f346b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5380b70119b4a4db3ec4cda4767720e, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5380b70119b4a4db3ec4cda4767720e is 175, key is test_row_0/A:col10/1732530693056/Put/seqid=0 2024-11-25T10:31:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742017_1193 (size=31255) 2024-11-25T10:31:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530755325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530755530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:35,545 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/72bc827bf0624ad3bb50fcaae1136154 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/72bc827bf0624ad3bb50fcaae1136154 2024-11-25T10:31:35,550 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into 72bc827bf0624ad3bb50fcaae1136154(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:35,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:35,550 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530694688; duration=0sec 2024-11-25T10:31:35,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:35,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:35,646 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5380b70119b4a4db3ec4cda4767720e 2024-11-25T10:31:35,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/d9f217b8901e44429b590978c9be494d is 50, key is test_row_0/B:col10/1732530693056/Put/seqid=0 2024-11-25T10:31:35,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742018_1194 (size=12301) 2024-11-25T10:31:35,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530755833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,087 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/d9f217b8901e44429b590978c9be494d 2024-11-25T10:31:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/4e1d37d361c845c1b9c547e1f4b6130c is 50, key is test_row_0/C:col10/1732530693056/Put/seqid=0 2024-11-25T10:31:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742019_1195 (size=12301) 2024-11-25T10:31:36,114 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/4e1d37d361c845c1b9c547e1f4b6130c 2024-11-25T10:31:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f5380b70119b4a4db3ec4cda4767720e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e 2024-11-25T10:31:36,125 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e, entries=150, sequenceid=271, filesize=30.5 K 2024-11-25T10:31:36,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/d9f217b8901e44429b590978c9be494d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d 2024-11-25T10:31:36,132 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d, entries=150, sequenceid=271, filesize=12.0 K 2024-11-25T10:31:36,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/4e1d37d361c845c1b9c547e1f4b6130c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c 2024-11-25T10:31:36,137 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c, entries=150, sequenceid=271, filesize=12.0 K 2024-11-25T10:31:36,138 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 587b9e708cea4038037fe0edc82e22ef in 1315ms, sequenceid=271, compaction requested=false 2024-11-25T10:31:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T10:31:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T10:31:36,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T10:31:36,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-25T10:31:36,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6250 sec 2024-11-25T10:31:36,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:36,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255685430c63b842c3a6930a81cbca9f3d_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530756404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742020_1196 (size=12454) 2024-11-25T10:31:36,412 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:36,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255685430c63b842c3a6930a81cbca9f3d_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255685430c63b842c3a6930a81cbca9f3d_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:36,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/bb3db733138e461ca27d8401465d9a79, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:36,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/bb3db733138e461ca27d8401465d9a79 is 175, key is test_row_0/A:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742021_1197 (size=31255) 2024-11-25T10:31:36,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530756505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:31:36,622 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T10:31:36,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T10:31:36,626 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:36,627 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:36,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530756709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:36,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:36,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:36,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/bb3db733138e461ca27d8401465d9a79 2024-11-25T10:31:36,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/26e1538ff0b34d7297299290fc6080db is 50, key is test_row_0/B:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742022_1198 (size=12301) 2024-11-25T10:31:36,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/26e1538ff0b34d7297299290fc6080db 2024-11-25T10:31:36,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/1a20bd9bdefb441aad0c5c6b4e829425 is 50, key is test_row_0/C:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742023_1199 (size=12301) 2024-11-25T10:31:36,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/1a20bd9bdefb441aad0c5c6b4e829425 2024-11-25T10:31:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/bb3db733138e461ca27d8401465d9a79 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79 2024-11-25T10:31:36,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79, entries=150, sequenceid=290, filesize=30.5 K 2024-11-25T10:31:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/26e1538ff0b34d7297299290fc6080db as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db 2024-11-25T10:31:36,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:31:36,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/1a20bd9bdefb441aad0c5c6b4e829425 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425 2024-11-25T10:31:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:36,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:36,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:36,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:36,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:31:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:36,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 587b9e708cea4038037fe0edc82e22ef in 593ms, sequenceid=290, compaction requested=true 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:36,935 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:36,935 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:36,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:36,937 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:36,938 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:36,938 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,938 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3fc6e5fd766f41fb88eb652815ab3038, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.5 K 2024-11-25T10:31:36,938 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:36,938 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:36,938 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,938 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fc6e5fd766f41fb88eb652815ab3038, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:36,939 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=92.0 K 2024-11-25T10:31:36,939 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,939 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79] 2024-11-25T10:31:36,940 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting af050c4426cb458584e35052d469f7cd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:36,940 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f217b8901e44429b590978c9be494d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732530693053 2024-11-25T10:31:36,940 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5380b70119b4a4db3ec4cda4767720e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732530693053 2024-11-25T10:31:36,940 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e1538ff0b34d7297299290fc6080db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:36,940 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3db733138e461ca27d8401465d9a79, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:36,948 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:36,949 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:36,950 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/924e94c5f5ae42ecaf2b1f91e2410118 is 50, key is test_row_0/B:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,951 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257748d839faa545e38cce1d1d89163677_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:36,953 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257748d839faa545e38cce1d1d89163677_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:36,953 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257748d839faa545e38cce1d1d89163677_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742024_1200 (size=12983) 2024-11-25T10:31:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742025_1201 (size=4469) 2024-11-25T10:31:36,963 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#163 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:36,964 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/395e0405dc8840a2a46a384cba695321 is 175, key is test_row_0/A:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,972 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/924e94c5f5ae42ecaf2b1f91e2410118 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/924e94c5f5ae42ecaf2b1f91e2410118 2024-11-25T10:31:36,977 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into 924e94c5f5ae42ecaf2b1f91e2410118(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:36,977 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:36,977 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530696935; duration=0sec 2024-11-25T10:31:36,978 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:36,978 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:36,978 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:36,979 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:36,979 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:36,979 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:36,980 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/72bc827bf0624ad3bb50fcaae1136154, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.5 K 2024-11-25T10:31:36,981 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 72bc827bf0624ad3bb50fcaae1136154, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530691867 2024-11-25T10:31:36,981 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e1d37d361c845c1b9c547e1f4b6130c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732530693053 2024-11-25T10:31:36,981 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a20bd9bdefb441aad0c5c6b4e829425, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:36,989 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:36,990 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/ad0db360f2a64c899e54f566a2148bee is 50, key is test_row_0/C:col10/1732530695221/Put/seqid=0 2024-11-25T10:31:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742026_1202 (size=31937) 2024-11-25T10:31:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742027_1203 (size=12983) 2024-11-25T10:31:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:37,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:37,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd24e78b1b304a1fb82818cce45eab87_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530696402/Put/seqid=0 2024-11-25T10:31:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742028_1204 (size=14994) 2024-11-25T10:31:37,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530757076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530757180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:37,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530757383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,393 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/395e0405dc8840a2a46a384cba695321 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321 2024-11-25T10:31:37,398 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 395e0405dc8840a2a46a384cba695321(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:37,398 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:37,398 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530696935; duration=0sec 2024-11-25T10:31:37,398 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:37,398 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:37,415 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/ad0db360f2a64c899e54f566a2148bee as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/ad0db360f2a64c899e54f566a2148bee 2024-11-25T10:31:37,421 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into ad0db360f2a64c899e54f566a2148bee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:37,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:37,421 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530696935; duration=0sec 2024-11-25T10:31:37,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:37,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:37,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:37,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd24e78b1b304a1fb82818cce45eab87_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd24e78b1b304a1fb82818cce45eab87_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:37,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/9503fd6a5a2f468c99efa6ec6cd1a599, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:37,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/9503fd6a5a2f468c99efa6ec6cd1a599 is 175, key is test_row_0/A:col10/1732530696402/Put/seqid=0 2024-11-25T10:31:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742029_1205 (size=39949) 2024-11-25T10:31:37,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/9503fd6a5a2f468c99efa6ec6cd1a599 2024-11-25T10:31:37,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9c3fc2edbb0d4189b76ec3e58521433e is 50, key is test_row_0/B:col10/1732530696402/Put/seqid=0 2024-11-25T10:31:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742030_1206 (size=12301) 2024-11-25T10:31:37,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9c3fc2edbb0d4189b76ec3e58521433e 2024-11-25T10:31:37,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/f29a089b84cc44f28d37cedcb64563cf is 50, key is test_row_0/C:col10/1732530696402/Put/seqid=0 2024-11-25T10:31:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742031_1207 (size=12301) 2024-11-25T10:31:37,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/f29a089b84cc44f28d37cedcb64563cf 2024-11-25T10:31:37,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/9503fd6a5a2f468c99efa6ec6cd1a599 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599 2024-11-25T10:31:37,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599, entries=200, sequenceid=312, filesize=39.0 K 2024-11-25T10:31:37,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/9c3fc2edbb0d4189b76ec3e58521433e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e 2024-11-25T10:31:37,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e, entries=150, sequenceid=312, filesize=12.0 K 2024-11-25T10:31:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/f29a089b84cc44f28d37cedcb64563cf as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf 2024-11-25T10:31:37,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf, entries=150, sequenceid=312, filesize=12.0 K 2024-11-25T10:31:37,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 587b9e708cea4038037fe0edc82e22ef in 527ms, sequenceid=312, compaction requested=false 2024-11-25T10:31:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:37,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:31:37,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:37,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:37,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:37,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:37,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112512d29eb9fd5c4ae59d779103dcb16e22_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:37,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742032_1208 (size=14994) 2024-11-25T10:31:37,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:37,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112512d29eb9fd5c4ae59d779103dcb16e22_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512d29eb9fd5c4ae59d779103dcb16e22_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:37,714 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f82e08429a3b4ade884425a4d43a1dea, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:37,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f82e08429a3b4ade884425a4d43a1dea is 175, key is test_row_0/A:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742033_1209 (size=39949) 2024-11-25T10:31:37,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f82e08429a3b4ade884425a4d43a1dea 2024-11-25T10:31:37,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/7073c1a9c4324498a4254d4372a01021 is 50, key is test_row_0/B:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742034_1210 (size=12301) 2024-11-25T10:31:37,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530757739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530757843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:37,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:37,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:37,958 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:62334 2024-11-25T10:31:37,958 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:37,959 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:62334 2024-11-25T10:31:37,959 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:37,961 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:62334 2024-11-25T10:31:37,961 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:37,961 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:62334 2024-11-25T10:31:37,961 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530758048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/7073c1a9c4324498a4254d4372a01021 2024-11-25T10:31:38,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/8d31015cc1fa40e1a817a91e454847aa is 50, key is test_row_0/C:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742035_1211 (size=12301) 2024-11-25T10:31:38,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47994 deadline: 1732530758350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:38,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/8d31015cc1fa40e1a817a91e454847aa 2024-11-25T10:31:38,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/f82e08429a3b4ade884425a4d43a1dea as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea 2024-11-25T10:31:38,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea, entries=200, sequenceid=330, filesize=39.0 K 2024-11-25T10:31:38,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/7073c1a9c4324498a4254d4372a01021 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021 2024-11-25T10:31:38,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T10:31:38,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/8d31015cc1fa40e1a817a91e454847aa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa 2024-11-25T10:31:38,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T10:31:38,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 587b9e708cea4038037fe0edc82e22ef in 882ms, sequenceid=330, compaction requested=true 2024-11-25T10:31:38,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:38,572 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:38,572 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 587b9e708cea4038037fe0edc82e22ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:38,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/A is initiating minor compaction (all files) 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/B is initiating minor compaction (all files) 2024-11-25T10:31:38,573 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/A in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,573 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/B in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,573 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=109.2 K 2024-11-25T10:31:38,573 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/924e94c5f5ae42ecaf2b1f91e2410118, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.7 K 2024-11-25T10:31:38,573 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea] 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 924e94c5f5ae42ecaf2b1f91e2410118, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:38,573 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 395e0405dc8840a2a46a384cba695321, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:38,574 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c3fc2edbb0d4189b76ec3e58521433e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732530696400 2024-11-25T10:31:38,574 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9503fd6a5a2f468c99efa6ec6cd1a599, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732530696396 2024-11-25T10:31:38,574 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 7073c1a9c4324498a4254d4372a01021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530697071 2024-11-25T10:31:38,574 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f82e08429a3b4ade884425a4d43a1dea, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530697055 2024-11-25T10:31:38,582 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:38,583 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1b476f95d6c44880874d8387e3714459 is 50, key is test_row_0/B:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:38,584 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:38,587 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256c56649cabcf4bd69164ded4d967dc18_587b9e708cea4038037fe0edc82e22ef store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742036_1212 (size=13085) 2024-11-25T10:31:38,617 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256c56649cabcf4bd69164ded4d967dc18_587b9e708cea4038037fe0edc82e22ef, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:38,617 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c56649cabcf4bd69164ded4d967dc18_587b9e708cea4038037fe0edc82e22ef because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742037_1213 (size=4469) 2024-11-25T10:31:38,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:38,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:31:38,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,624 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T10:31:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:38,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. as already flushing 2024-11-25T10:31:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:38,631 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:62334 2024-11-25T10:31:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:38,631 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be2cff9089bf41a78dadbe7e7c72cb75_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530698623/Put/seqid=0 2024-11-25T10:31:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742038_1214 (size=12454) 2024-11-25T10:31:38,669 DEBUG [Thread-602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:62334 2024-11-25T10:31:38,669 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,703 DEBUG [Thread-606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:62334 2024-11-25T10:31:38,703 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,705 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:62334 2024-11-25T10:31:38,705 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:38,855 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:62334 2024-11-25T10:31:38,855 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:38,992 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1b476f95d6c44880874d8387e3714459 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1b476f95d6c44880874d8387e3714459 2024-11-25T10:31:38,997 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/B of 587b9e708cea4038037fe0edc82e22ef into 1b476f95d6c44880874d8387e3714459(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:38,997 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:38,997 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/B, priority=13, startTime=1732530698572; duration=0sec 2024-11-25T10:31:38,997 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:38,997 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:B 2024-11-25T10:31:38,997 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:38,999 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:38,999 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 587b9e708cea4038037fe0edc82e22ef/C is initiating minor compaction (all files) 2024-11-25T10:31:38,999 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 587b9e708cea4038037fe0edc82e22ef/C in TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:38,999 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/ad0db360f2a64c899e54f566a2148bee, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp, totalSize=36.7 K 2024-11-25T10:31:38,999 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0db360f2a64c899e54f566a2148bee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530695221 2024-11-25T10:31:39,000 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f29a089b84cc44f28d37cedcb64563cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732530696400 2024-11-25T10:31:39,000 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d31015cc1fa40e1a817a91e454847aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732530697071 2024-11-25T10:31:39,007 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:39,008 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/39fdd2da9d6a4dab95c6245f91c111fd is 50, key is test_row_0/C:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742039_1215 (size=13085) 2024-11-25T10:31:39,022 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 587b9e708cea4038037fe0edc82e22ef#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:39,023 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/7e770ea7de904ba9b5652d4e885aa33b is 175, key is test_row_0/A:col10/1732530697075/Put/seqid=0 2024-11-25T10:31:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742040_1216 (size=32039) 2024-11-25T10:31:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:39,058 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be2cff9089bf41a78dadbe7e7c72cb75_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be2cff9089bf41a78dadbe7e7c72cb75_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/b8991bad745a407a91ac8b3ee3683263, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/b8991bad745a407a91ac8b3ee3683263 is 175, key is test_row_0/A:col10/1732530698623/Put/seqid=0 2024-11-25T10:31:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742041_1217 (size=31255) 2024-11-25T10:31:39,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/39fdd2da9d6a4dab95c6245f91c111fd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/39fdd2da9d6a4dab95c6245f91c111fd 2024-11-25T10:31:39,428 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/C of 587b9e708cea4038037fe0edc82e22ef into 39fdd2da9d6a4dab95c6245f91c111fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:39,428 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:39,428 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/C, priority=13, startTime=1732530698572; duration=0sec 2024-11-25T10:31:39,428 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:39,428 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:C 2024-11-25T10:31:39,432 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/7e770ea7de904ba9b5652d4e885aa33b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/7e770ea7de904ba9b5652d4e885aa33b 2024-11-25T10:31:39,438 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 587b9e708cea4038037fe0edc82e22ef/A of 587b9e708cea4038037fe0edc82e22ef into 7e770ea7de904ba9b5652d4e885aa33b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:39,438 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:39,438 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef., storeName=587b9e708cea4038037fe0edc82e22ef/A, priority=13, startTime=1732530698572; duration=0sec 2024-11-25T10:31:39,438 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:39,438 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 587b9e708cea4038037fe0edc82e22ef:A 2024-11-25T10:31:39,464 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/b8991bad745a407a91ac8b3ee3683263 2024-11-25T10:31:39,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/2b186d50084e475c907ae40be866a752 is 50, key is test_row_0/B:col10/1732530698623/Put/seqid=0 2024-11-25T10:31:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742042_1218 (size=12301) 2024-11-25T10:31:39,877 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/2b186d50084e475c907ae40be866a752 2024-11-25T10:31:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/a6176ec41c0e4807ae76d54ff3584998 is 50, key is test_row_0/C:col10/1732530698623/Put/seqid=0 2024-11-25T10:31:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742043_1219 (size=12301) 2024-11-25T10:31:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/a6176ec41c0e4807ae76d54ff3584998 2024-11-25T10:31:40,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/b8991bad745a407a91ac8b3ee3683263 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/b8991bad745a407a91ac8b3ee3683263 2024-11-25T10:31:40,309 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/b8991bad745a407a91ac8b3ee3683263, entries=150, sequenceid=351, filesize=30.5 K 2024-11-25T10:31:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/2b186d50084e475c907ae40be866a752 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/2b186d50084e475c907ae40be866a752 2024-11-25T10:31:40,314 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/2b186d50084e475c907ae40be866a752, entries=150, sequenceid=351, filesize=12.0 K 2024-11-25T10:31:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/a6176ec41c0e4807ae76d54ff3584998 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/a6176ec41c0e4807ae76d54ff3584998 2024-11-25T10:31:40,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/a6176ec41c0e4807ae76d54ff3584998, entries=150, sequenceid=351, filesize=12.0 K 2024-11-25T10:31:40,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 587b9e708cea4038037fe0edc82e22ef in 1695ms, sequenceid=351, compaction requested=false 2024-11-25T10:31:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T10:31:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T10:31:40,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T10:31:40,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6940 sec 2024-11-25T10:31:40,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.6990 sec 2024-11-25T10:31:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:31:40,732 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 211 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5870 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5579 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2400 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7200 rows 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2396 2024-11-25T10:31:40,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7188 rows 2024-11-25T10:31:40,733 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:31:40,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:62334 2024-11-25T10:31:40,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:31:40,740 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:31:40,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:31:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:40,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530700744"}]},"ts":"1732530700744"} 2024-11-25T10:31:40,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:31:40,779 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:31:40,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:31:40,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, UNASSIGN}] 2024-11-25T10:31:40,782 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, UNASSIGN 2024-11-25T10:31:40,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:40,784 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:31:40,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:40,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:40,937 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:40,937 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:31:40,937 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing 587b9e708cea4038037fe0edc82e22ef, disabling compactions & flushes 2024-11-25T10:31:40,937 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:40,937 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:40,937 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. after waiting 0 ms 2024-11-25T10:31:40,937 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:40,937 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing 587b9e708cea4038037fe0edc82e22ef 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=A 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=B 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 587b9e708cea4038037fe0edc82e22ef, store=C 2024-11-25T10:31:40,938 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:40,951 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251c992118e94349f281525ca556442a5b_587b9e708cea4038037fe0edc82e22ef is 50, key is test_row_0/A:col10/1732530698702/Put/seqid=0 2024-11-25T10:31:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742044_1220 (size=12454) 2024-11-25T10:31:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:41,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:31:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:41,355 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:41,360 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251c992118e94349f281525ca556442a5b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c992118e94349f281525ca556442a5b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:41,361 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/a161fea66a60429aa2760ecd2e202e8d, store: [table=TestAcidGuarantees family=A region=587b9e708cea4038037fe0edc82e22ef] 2024-11-25T10:31:41,361 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/a161fea66a60429aa2760ecd2e202e8d is 175, key is test_row_0/A:col10/1732530698702/Put/seqid=0 2024-11-25T10:31:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742045_1221 (size=31255) 2024-11-25T10:31:41,766 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/a161fea66a60429aa2760ecd2e202e8d 2024-11-25T10:31:41,773 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1401509df188459892647d7550111ddd is 50, key is test_row_0/B:col10/1732530698702/Put/seqid=0 2024-11-25T10:31:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742046_1222 (size=12301) 2024-11-25T10:31:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:42,177 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1401509df188459892647d7550111ddd 2024-11-25T10:31:42,184 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/15e5a7f286054b90aaf711bcd35b24fc is 50, key is test_row_0/C:col10/1732530698702/Put/seqid=0 2024-11-25T10:31:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742047_1223 (size=12301) 2024-11-25T10:31:42,589 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/15e5a7f286054b90aaf711bcd35b24fc 2024-11-25T10:31:42,594 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/A/a161fea66a60429aa2760ecd2e202e8d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/a161fea66a60429aa2760ecd2e202e8d 2024-11-25T10:31:42,598 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/a161fea66a60429aa2760ecd2e202e8d, entries=150, sequenceid=361, filesize=30.5 K 2024-11-25T10:31:42,599 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/B/1401509df188459892647d7550111ddd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1401509df188459892647d7550111ddd 2024-11-25T10:31:42,603 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1401509df188459892647d7550111ddd, entries=150, sequenceid=361, filesize=12.0 K 2024-11-25T10:31:42,604 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/.tmp/C/15e5a7f286054b90aaf711bcd35b24fc as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/15e5a7f286054b90aaf711bcd35b24fc 2024-11-25T10:31:42,608 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/15e5a7f286054b90aaf711bcd35b24fc, entries=150, sequenceid=361, filesize=12.0 K 2024-11-25T10:31:42,608 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 587b9e708cea4038037fe0edc82e22ef in 1671ms, sequenceid=361, compaction requested=true 2024-11-25T10:31:42,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea] to archive 2024-11-25T10:31:42,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:42,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/1cd94c8a0b484f509bf2e1bdb44f8874 2024-11-25T10:31:42,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/4521ec0e0820449497f5c118209422d8 2024-11-25T10:31:42,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/8a43a49e6adf49bb9ca56ac59d8c435a 2024-11-25T10:31:42,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/6270d13428944824bd0a04be8f0b536e 2024-11-25T10:31:42,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/618644c3a4474f4f93c24a5d94d14793 2024-11-25T10:31:42,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/91e607c3ae3644a98ecdf1fe09313f8e 2024-11-25T10:31:42,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/95657c921b894faebd3b11bfab47420b 2024-11-25T10:31:42,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/05d211bea1054e7484ca9dd44b9cf1a6 2024-11-25T10:31:42,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/d2a6444dacfe4be28753195da4f52a3b 2024-11-25T10:31:42,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/0fcb341fbdcf49ad9a997f15e95c8ee1 2024-11-25T10:31:42,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/e49d5c10f55946e4b0b654e4c8263d1e 2024-11-25T10:31:42,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af58d00b75f04c088d93c2851f2c4cb5 2024-11-25T10:31:42,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/5a3230786acf4084a84356799a1a2fde 2024-11-25T10:31:42,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/42572a1a66fb415eb3f6ecffd5f63001 2024-11-25T10:31:42,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/535bfa28daf5445093aecb788bd5a97c 2024-11-25T10:31:42,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5eea1c63f0b46eabb13f6a8dab10491 2024-11-25T10:31:42,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f32d024ef0ee4fc1a461086f09ac1f9b 2024-11-25T10:31:42,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/af050c4426cb458584e35052d469f7cd 2024-11-25T10:31:42,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f5380b70119b4a4db3ec4cda4767720e 2024-11-25T10:31:42,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/395e0405dc8840a2a46a384cba695321 2024-11-25T10:31:42,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/bb3db733138e461ca27d8401465d9a79 2024-11-25T10:31:42,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/9503fd6a5a2f468c99efa6ec6cd1a599 2024-11-25T10:31:42,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/f82e08429a3b4ade884425a4d43a1dea 2024-11-25T10:31:42,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/ced642d4504d417c88151d1c4892371d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/837b4141b4264a04b2e9f4c9f374c3b4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3d0603deb7ed4435a9ed715cd88a5c5c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/fb5a921a733e427a95fc81665ba7973d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3fc6e5fd766f41fb88eb652815ab3038, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/924e94c5f5ae42ecaf2b1f91e2410118, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021] to archive 2024-11-25T10:31:42,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:42,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/da9f4ce1534449b0be901e5701575bed 2024-11-25T10:31:42,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/36fb759c502644f6b4ed73b50132238c 2024-11-25T10:31:42,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/ced642d4504d417c88151d1c4892371d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/ced642d4504d417c88151d1c4892371d 2024-11-25T10:31:42,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/169b17bb46864ab8879b268f58968e26 2024-11-25T10:31:42,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/afaa7f209f8e42a2929d58ab6dcd4351 2024-11-25T10:31:42,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/837b4141b4264a04b2e9f4c9f374c3b4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/837b4141b4264a04b2e9f4c9f374c3b4 2024-11-25T10:31:42,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9ebec297047c46249090d7236ec30749 2024-11-25T10:31:42,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/acb5b6c3d28d4b8394a61a3a4e48feac 2024-11-25T10:31:42,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3d0603deb7ed4435a9ed715cd88a5c5c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3d0603deb7ed4435a9ed715cd88a5c5c 2024-11-25T10:31:42,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/c395e4029a9545a5815e0763732299f8 2024-11-25T10:31:42,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/8c20907bcde34fd8becff002a780cbd6 2024-11-25T10:31:42,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/84426067174145829da4e7318965665d 2024-11-25T10:31:42,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/58d64082770f4f3ba68042c7a51a792c 2024-11-25T10:31:42,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/fb5a921a733e427a95fc81665ba7973d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/fb5a921a733e427a95fc81665ba7973d 2024-11-25T10:31:42,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1e42e5e052504dba8eb5ae2dc2f83908 2024-11-25T10:31:42,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9dd471b50f0d4fb6821a781004287fb1 2024-11-25T10:31:42,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3fc6e5fd766f41fb88eb652815ab3038 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/3fc6e5fd766f41fb88eb652815ab3038 2024-11-25T10:31:42,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1334c74efae04894b8a01e33691289ae 2024-11-25T10:31:42,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/d9f217b8901e44429b590978c9be494d 2024-11-25T10:31:42,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/924e94c5f5ae42ecaf2b1f91e2410118 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/924e94c5f5ae42ecaf2b1f91e2410118 2024-11-25T10:31:42,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/26e1538ff0b34d7297299290fc6080db 2024-11-25T10:31:42,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/9c3fc2edbb0d4189b76ec3e58521433e 2024-11-25T10:31:42,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/7073c1a9c4324498a4254d4372a01021 2024-11-25T10:31:42,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/2f2664208a2d41f28be3d247eae27d4b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/386b765599d34e87bccc402fb718d6c0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e702438ad33e4adaaafe322d1473e261, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/692fda4e17bb436faf3113d44f6848e8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/72bc827bf0624ad3bb50fcaae1136154, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/ad0db360f2a64c899e54f566a2148bee, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa] to archive 2024-11-25T10:31:42,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:31:42,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/979c5f846cf745f18a71e634b6b868f7 2024-11-25T10:31:42,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/d2452fd3632c4fff90ef4d8772ecab08 2024-11-25T10:31:42,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/2f2664208a2d41f28be3d247eae27d4b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/2f2664208a2d41f28be3d247eae27d4b 2024-11-25T10:31:42,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b12f668491bb45c5bc9250277b2b6b3c 2024-11-25T10:31:42,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e9e148b6db474bab8d09984f06867f29 2024-11-25T10:31:42,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/386b765599d34e87bccc402fb718d6c0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/386b765599d34e87bccc402fb718d6c0 2024-11-25T10:31:42,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c7911761461a4e689534ab599b0a46f2 2024-11-25T10:31:42,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/58fce333d34e45e6bf417cd5dcbfa499 2024-11-25T10:31:42,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e702438ad33e4adaaafe322d1473e261 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/e702438ad33e4adaaafe322d1473e261 2024-11-25T10:31:42,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/3f9abdaef6e04847b759741a83d850c8 2024-11-25T10:31:42,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/5cf57bbe31b54be3a4eb03e62c66c684 2024-11-25T10:31:42,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/6e7e3c3de3af49a7959e8e541dbbe05d 2024-11-25T10:31:42,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9a65e38419084a4382c962bbdac9324d 2024-11-25T10:31:42,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/692fda4e17bb436faf3113d44f6848e8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/692fda4e17bb436faf3113d44f6848e8 2024-11-25T10:31:42,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/b43022384b654f45b906254fb4d3de08 2024-11-25T10:31:42,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/c9370cb0c9814336a088ecbacd66ee05 2024-11-25T10:31:42,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/72bc827bf0624ad3bb50fcaae1136154 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/72bc827bf0624ad3bb50fcaae1136154 2024-11-25T10:31:42,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/9cdb3773aa9443639b947c314b41cbc4 2024-11-25T10:31:42,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/4e1d37d361c845c1b9c547e1f4b6130c 2024-11-25T10:31:42,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/ad0db360f2a64c899e54f566a2148bee to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/ad0db360f2a64c899e54f566a2148bee 2024-11-25T10:31:42,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/1a20bd9bdefb441aad0c5c6b4e829425 2024-11-25T10:31:42,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/f29a089b84cc44f28d37cedcb64563cf 2024-11-25T10:31:42,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/8d31015cc1fa40e1a817a91e454847aa 2024-11-25T10:31:42,686 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits/364.seqid, newMaxSeqId=364, maxSeqId=4 2024-11-25T10:31:42,687 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef. 2024-11-25T10:31:42,687 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for 587b9e708cea4038037fe0edc82e22ef: 2024-11-25T10:31:42,688 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed 587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=587b9e708cea4038037fe0edc82e22ef, regionState=CLOSED 2024-11-25T10:31:42,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T10:31:42,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure 587b9e708cea4038037fe0edc82e22ef, server=1ab1d4f27f0d,38679,1732530642808 in 1.9050 sec 2024-11-25T10:31:42,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-25T10:31:42,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=587b9e708cea4038037fe0edc82e22ef, UNASSIGN in 1.9090 sec 2024-11-25T10:31:42,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T10:31:42,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-25T10:31:42,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530702694"}]},"ts":"1732530702694"} 2024-11-25T10:31:42,694 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:31:42,737 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:31:42,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9970 sec 2024-11-25T10:31:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:31:42,849 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T10:31:42,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:31:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,852 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,853 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:31:42,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,861 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits] 2024-11-25T10:31:42,865 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/7e770ea7de904ba9b5652d4e885aa33b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/7e770ea7de904ba9b5652d4e885aa33b 2024-11-25T10:31:42,866 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/a161fea66a60429aa2760ecd2e202e8d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/a161fea66a60429aa2760ecd2e202e8d 2024-11-25T10:31:42,868 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/b8991bad745a407a91ac8b3ee3683263 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/A/b8991bad745a407a91ac8b3ee3683263 2024-11-25T10:31:42,871 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1401509df188459892647d7550111ddd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1401509df188459892647d7550111ddd 2024-11-25T10:31:42,872 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1b476f95d6c44880874d8387e3714459 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/1b476f95d6c44880874d8387e3714459 2024-11-25T10:31:42,874 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/2b186d50084e475c907ae40be866a752 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/B/2b186d50084e475c907ae40be866a752 2024-11-25T10:31:42,877 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/15e5a7f286054b90aaf711bcd35b24fc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/15e5a7f286054b90aaf711bcd35b24fc 2024-11-25T10:31:42,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/39fdd2da9d6a4dab95c6245f91c111fd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/39fdd2da9d6a4dab95c6245f91c111fd 2024-11-25T10:31:42,880 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/a6176ec41c0e4807ae76d54ff3584998 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/C/a6176ec41c0e4807ae76d54ff3584998 2024-11-25T10:31:42,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits/364.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef/recovered.edits/364.seqid 2024-11-25T10:31:42,884 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,884 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:31:42,885 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:31:42,886 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:31:42,891 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512d29eb9fd5c4ae59d779103dcb16e22_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112512d29eb9fd5c4ae59d779103dcb16e22_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,893 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c992118e94349f281525ca556442a5b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251c992118e94349f281525ca556442a5b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,894 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125523ce6b38eaa4d63843436f06d91ebb7_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125523ce6b38eaa4d63843436f06d91ebb7_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,896 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255685430c63b842c3a6930a81cbca9f3d_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255685430c63b842c3a6930a81cbca9f3d_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,897 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125642612076b8346fc8967b898db4b7353_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125642612076b8346fc8967b898db4b7353_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a49329a27734fd7afad7501105540f6_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a49329a27734fd7afad7501105540f6_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591ab2cec268240ef9036ec4fece3463b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591ab2cec268240ef9036ec4fece3463b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,901 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921b4af14d5e426a8b10e7a23ba8fd4f_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125921b4af14d5e426a8b10e7a23ba8fd4f_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,903 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259693272e0fa8481aa12597b477680e99_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259693272e0fa8481aa12597b477680e99_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,905 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a511862c61124493affe5565f93f346b_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a511862c61124493affe5565f93f346b_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,907 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ade6a9034c694d1eac76992671176268_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ade6a9034c694d1eac76992671176268_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b22bc3f9f3ca467caa00a8998b154997_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b22bc3f9f3ca467caa00a8998b154997_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be2cff9089bf41a78dadbe7e7c72cb75_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be2cff9089bf41a78dadbe7e7c72cb75_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4bc07cc743e476faeb30aef4896ca62_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c4bc07cc743e476faeb30aef4896ca62_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd24e78b1b304a1fb82818cce45eab87_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd24e78b1b304a1fb82818cce45eab87_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd9d0c62c3ba420896a5144a3939d6f8_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dd9d0c62c3ba420896a5144a3939d6f8_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e05cd7c3c9db48c1904033b83920aaad_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e05cd7c3c9db48c1904033b83920aaad_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0c3b895cac84215af8b460ddcb57d29_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e0c3b895cac84215af8b460ddcb57d29_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb24c9ffee674c0d8a89324d00edada3_587b9e708cea4038037fe0edc82e22ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb24c9ffee674c0d8a89324d00edada3_587b9e708cea4038037fe0edc82e22ef 2024-11-25T10:31:42,920 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:31:42,922 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,924 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:31:42,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:31:42,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:31:42,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530702927"}]},"ts":"9223372036854775807"} 2024-11-25T10:31:42,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:31:42,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 587b9e708cea4038037fe0edc82e22ef, NAME => 'TestAcidGuarantees,,1732530674625.587b9e708cea4038037fe0edc82e22ef.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:31:42,929 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:31:42,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530702929"}]},"ts":"9223372036854775807"} 2024-11-25T10:31:42,931 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:31:42,942 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-25T10:31:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:31:42,954 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T10:31:42,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 239) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1726571194_22 at /127.0.0.1:47042 [Waiting for operation #250] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_395313566_22 at /127.0.0.1:38946 [Waiting for operation #584] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a0b4649-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=1479 (was 1587) 2024-11-25T10:31:42,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=1479 2024-11-25T10:31:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:31:42,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:31:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:31:42,975 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:31:42,975 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:42,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-25T10:31:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:42,976 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:31:42,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742048_1224 (size=960) 2024-11-25T10:31:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:43,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:31:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742049_1225 (size=53) 2024-11-25T10:31:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 32472115301263e02c212e00138829af, disabling compactions & flushes 2024-11-25T10:31:43,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. after waiting 0 ms 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:43,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:43,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:43,793 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:31:43,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530703793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530703793"}]},"ts":"1732530703793"} 2024-11-25T10:31:43,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:31:43,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:31:43,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530703795"}]},"ts":"1732530703795"} 2024-11-25T10:31:43,795 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:31:43,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, ASSIGN}] 2024-11-25T10:31:43,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, ASSIGN 2024-11-25T10:31:43,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:31:43,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=32472115301263e02c212e00138829af, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:43,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure 32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:31:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:44,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:44,158 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:44,158 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:31:44,159 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32472115301263e02c212e00138829af 2024-11-25T10:31:44,159 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:31:44,159 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 32472115301263e02c212e00138829af 2024-11-25T10:31:44,159 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 32472115301263e02c212e00138829af 2024-11-25T10:31:44,162 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32472115301263e02c212e00138829af 2024-11-25T10:31:44,164 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:44,164 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32472115301263e02c212e00138829af columnFamilyName A 2024-11-25T10:31:44,164 DEBUG [StoreOpener-32472115301263e02c212e00138829af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:44,165 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(327): Store=32472115301263e02c212e00138829af/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:44,166 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32472115301263e02c212e00138829af 2024-11-25T10:31:44,168 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:44,168 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32472115301263e02c212e00138829af columnFamilyName B 2024-11-25T10:31:44,168 DEBUG [StoreOpener-32472115301263e02c212e00138829af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:44,169 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(327): Store=32472115301263e02c212e00138829af/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:44,169 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32472115301263e02c212e00138829af 2024-11-25T10:31:44,171 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:31:44,171 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32472115301263e02c212e00138829af columnFamilyName C 2024-11-25T10:31:44,171 DEBUG [StoreOpener-32472115301263e02c212e00138829af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:31:44,171 INFO [StoreOpener-32472115301263e02c212e00138829af-1 {}] regionserver.HStore(327): Store=32472115301263e02c212e00138829af/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:31:44,171 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:44,172 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af 2024-11-25T10:31:44,172 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af 2024-11-25T10:31:44,174 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:31:44,175 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 32472115301263e02c212e00138829af 2024-11-25T10:31:44,177 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:31:44,177 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 32472115301263e02c212e00138829af; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59393883, jitterRate=-0.11496217548847198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:31:44,179 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:44,180 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., pid=62, masterSystemTime=1732530704151 2024-11-25T10:31:44,181 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:44,181 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:44,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=32472115301263e02c212e00138829af, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:44,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T10:31:44,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure 32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 in 183 msec 2024-11-25T10:31:44,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T10:31:44,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, ASSIGN in 338 msec 2024-11-25T10:31:44,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:31:44,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530704184"}]},"ts":"1732530704184"} 2024-11-25T10:31:44,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:31:44,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:31:44,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-11-25T10:31:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-25T10:31:45,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-25T10:31:45,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-11-25T10:31:45,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:31:45,135 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:31:45,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-25T10:31:45,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-25T10:31:45,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-25T10:31:45,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-25T10:31:45,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-25T10:31:45,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-25T10:31:45,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,217 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-25T10:31:45,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-25T10:31:45,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,244 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-25T10:31:45,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-25T10:31:45,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:31:45,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:45,274 DEBUG [hconnection-0x4fad125d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,274 DEBUG [hconnection-0x51d71c2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,274 DEBUG [hconnection-0x3709b60b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-25T10:31:45,274 DEBUG [hconnection-0x16a5a3be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:45,275 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,276 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,276 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,276 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,276 DEBUG [hconnection-0x50a8ef00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:45,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:45,277 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,279 DEBUG [hconnection-0x7910e884-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,289 DEBUG [hconnection-0x67b59ee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,289 DEBUG [hconnection-0x758a1aa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,289 DEBUG [hconnection-0x7d4f93a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,290 DEBUG [hconnection-0x67412ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:31:45,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,290 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,290 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:31:45,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:31:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:45,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/18adf5b766e64b329eade2d5c34e95a1 is 50, key is test_row_0/A:col10/1732530705279/Put/seqid=0 2024-11-25T10:31:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530765320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530765320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530765321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530765322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530765322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742050_1226 (size=14341) 2024-11-25T10:31:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530765426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530765427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530765427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530765427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T10:31:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530765428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:45,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T10:31:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:45,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530765631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530765631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530765632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530765635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530765635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T10:31:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:45,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/18adf5b766e64b329eade2d5c34e95a1 2024-11-25T10:31:45,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/632e5de36e54428b8f69b738f4a81e59 is 50, key is test_row_0/B:col10/1732530705279/Put/seqid=0 2024-11-25T10:31:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742051_1227 (size=12001) 2024-11-25T10:31:45,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/632e5de36e54428b8f69b738f4a81e59 2024-11-25T10:31:45,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 is 50, key is test_row_0/C:col10/1732530705279/Put/seqid=0 2024-11-25T10:31:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742052_1228 (size=12001) 2024-11-25T10:31:45,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 2024-11-25T10:31:45,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/18adf5b766e64b329eade2d5c34e95a1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1 2024-11-25T10:31:45,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1, entries=200, sequenceid=13, filesize=14.0 K 2024-11-25T10:31:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/632e5de36e54428b8f69b738f4a81e59 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59 2024-11-25T10:31:45,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:31:45,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 2024-11-25T10:31:45,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:31:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 32472115301263e02c212e00138829af in 578ms, sequenceid=13, compaction requested=false 2024-11-25T10:31:45,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:45,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T10:31:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:45,888 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:31:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:45,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5d5a62afa0854f61a8cf969ce063313b is 50, key is test_row_0/A:col10/1732530705318/Put/seqid=0 2024-11-25T10:31:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742053_1229 (size=12001) 2024-11-25T10:31:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:45,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:45,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530765940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530765940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530765941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530765942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:45,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530765943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530766045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530766045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530766047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530766054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530766055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530766249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530766250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530766250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530766257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530766262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,321 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5d5a62afa0854f61a8cf969ce063313b 2024-11-25T10:31:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/0234ffc0efad4aa1a9c979c6aa91b35d is 50, key is test_row_0/B:col10/1732530705318/Put/seqid=0 2024-11-25T10:31:46,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742054_1230 (size=12001) 2024-11-25T10:31:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530766551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530766553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530766554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530766561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530766565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:46,652 DEBUG [master/1ab1d4f27f0d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4bf62b148e353cc6050c99e10ae22a70 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:31:46,745 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/0234ffc0efad4aa1a9c979c6aa91b35d 2024-11-25T10:31:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cc102631bcd846e183eb010985fd1f37 is 50, key is test_row_0/C:col10/1732530705318/Put/seqid=0 2024-11-25T10:31:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742055_1231 (size=12001) 2024-11-25T10:31:46,767 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cc102631bcd846e183eb010985fd1f37 2024-11-25T10:31:46,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5d5a62afa0854f61a8cf969ce063313b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b 2024-11-25T10:31:46,787 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:31:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/0234ffc0efad4aa1a9c979c6aa91b35d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d 2024-11-25T10:31:46,793 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:31:46,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cc102631bcd846e183eb010985fd1f37 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37 2024-11-25T10:31:46,798 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:31:46,798 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 32472115301263e02c212e00138829af in 910ms, sequenceid=38, compaction requested=false 2024-11-25T10:31:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-25T10:31:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-25T10:31:46,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T10:31:46,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5250 sec 2024-11-25T10:31:46,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.5300 sec 2024-11-25T10:31:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:47,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:31:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:47,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/21483bb0d0bd4d278da0cb79b63c3684 is 50, key is test_row_0/A:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742056_1232 (size=12001) 2024-11-25T10:31:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530767115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530767115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530767116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530767120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530767120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530767221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530767225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530767225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530767227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530767227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:31:47,394 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T10:31:47,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-25T10:31:47,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:47,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:47,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530767426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530767431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530767437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530767437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530767439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/21483bb0d0bd4d278da0cb79b63c3684 2024-11-25T10:31:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:47,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T10:31:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/47e8079310e64e6da536928e6e79e59d is 50, key is test_row_0/B:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742057_1233 (size=12001) 2024-11-25T10:31:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530767733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:47,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T10:31:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:47,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530767743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530767743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530767745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530767755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:47,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T10:31:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:47,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:48,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/47e8079310e64e6da536928e6e79e59d 2024-11-25T10:31:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:48,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/8cd73ab9e13842df878c490408450989 is 50, key is test_row_0/C:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:48,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T10:31:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742058_1234 (size=12001) 2024-11-25T10:31:48,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/8cd73ab9e13842df878c490408450989 2024-11-25T10:31:48,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/21483bb0d0bd4d278da0cb79b63c3684 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684 2024-11-25T10:31:48,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:31:48,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/47e8079310e64e6da536928e6e79e59d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d 2024-11-25T10:31:48,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:31:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/8cd73ab9e13842df878c490408450989 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989 2024-11-25T10:31:48,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:31:48,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 32472115301263e02c212e00138829af in 1088ms, sequenceid=51, compaction requested=true 2024-11-25T10:31:48,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:48,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:48,148 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:48,148 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:48,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:48,149 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:48,149 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:48,149 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:31:48,149 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:31:48,149 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,149 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,149 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=37.4 K 2024-11-25T10:31:48,149 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.2 K 2024-11-25T10:31:48,150 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18adf5b766e64b329eade2d5c34e95a1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530705279 2024-11-25T10:31:48,150 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 632e5de36e54428b8f69b738f4a81e59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530705279 2024-11-25T10:31:48,150 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d5a62afa0854f61a8cf969ce063313b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530705318 2024-11-25T10:31:48,150 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0234ffc0efad4aa1a9c979c6aa91b35d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530705318 2024-11-25T10:31:48,150 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21483bb0d0bd4d278da0cb79b63c3684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:48,151 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 47e8079310e64e6da536928e6e79e59d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:48,168 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:48,169 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/3f8bfbea5ebe49459b00227502c416f4 is 50, key is test_row_0/A:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:48,176 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:48,177 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/a207111be052422692cfac4ea127d2a4 is 50, key is test_row_0/B:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:48,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,206 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742059_1235 (size=12104) 2024-11-25T10:31:48,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ced9dcedfaef488789e527eb5c8ca80a is 50, key is test_row_0/A:col10/1732530707114/Put/seqid=0 2024-11-25T10:31:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742060_1236 (size=12104) 2024-11-25T10:31:48,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:48,245 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/a207111be052422692cfac4ea127d2a4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/a207111be052422692cfac4ea127d2a4 2024-11-25T10:31:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742061_1237 (size=12001) 2024-11-25T10:31:48,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:31:48,262 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into a207111be052422692cfac4ea127d2a4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:48,262 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:48,262 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=13, startTime=1732530708148; duration=0sec 2024-11-25T10:31:48,263 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:48,263 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:31:48,263 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:48,265 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:48,265 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:31:48,265 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:48,265 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.2 K 2024-11-25T10:31:48,271 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6bb72b6bb24ef0b27fe5f42274f5a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530705279 2024-11-25T10:31:48,272 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting cc102631bcd846e183eb010985fd1f37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530705318 2024-11-25T10:31:48,273 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cd73ab9e13842df878c490408450989, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:48,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530768271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530768271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530768288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530768288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530768295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,312 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:48,312 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/2552daf53de04341a2007c5d49df60cf is 50, key is test_row_0/C:col10/1732530707054/Put/seqid=0 2024-11-25T10:31:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742062_1238 (size=12104) 2024-11-25T10:31:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530768394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530768394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530768395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530768399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530768600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530768603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530768603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,634 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/3f8bfbea5ebe49459b00227502c416f4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/3f8bfbea5ebe49459b00227502c416f4 2024-11-25T10:31:48,646 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into 3f8bfbea5ebe49459b00227502c416f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:48,647 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:48,647 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=13, startTime=1732530708147; duration=0sec 2024-11-25T10:31:48,647 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:48,647 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:31:48,648 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ced9dcedfaef488789e527eb5c8ca80a 2024-11-25T10:31:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/83cb5ebb8d3f48da8035a8994a967b15 is 50, key is test_row_0/B:col10/1732530707114/Put/seqid=0 2024-11-25T10:31:48,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742063_1239 (size=12001) 2024-11-25T10:31:48,759 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/2552daf53de04341a2007c5d49df60cf as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2552daf53de04341a2007c5d49df60cf 2024-11-25T10:31:48,774 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into 2552daf53de04341a2007c5d49df60cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:48,774 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:48,774 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=13, startTime=1732530708148; duration=0sec 2024-11-25T10:31:48,774 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:48,775 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:31:48,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530768908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530768908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530768909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:48,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530768931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,115 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/83cb5ebb8d3f48da8035a8994a967b15 2024-11-25T10:31:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/19cf0a3a592a4606a48c83f2992c8869 is 50, key is test_row_0/C:col10/1732530707114/Put/seqid=0 2024-11-25T10:31:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742064_1240 (size=12001) 2024-11-25T10:31:49,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530769296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530769415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530769415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530769435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:49,551 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/19cf0a3a592a4606a48c83f2992c8869 2024-11-25T10:31:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ced9dcedfaef488789e527eb5c8ca80a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a 2024-11-25T10:31:49,576 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T10:31:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/83cb5ebb8d3f48da8035a8994a967b15 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15 2024-11-25T10:31:49,600 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T10:31:49,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/19cf0a3a592a4606a48c83f2992c8869 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869 2024-11-25T10:31:49,605 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T10:31:49,606 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 32472115301263e02c212e00138829af in 1400ms, sequenceid=74, compaction requested=false 2024-11-25T10:31:49,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:49,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-25T10:31:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-25T10:31:49,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T10:31:49,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-25T10:31:49,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.1980 sec 2024-11-25T10:31:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:50,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:50,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/8c840379b6444dfbab6b919d19153b7c is 50, key is test_row_0/A:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:50,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742065_1241 (size=14341) 2024-11-25T10:31:50,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/8c840379b6444dfbab6b919d19153b7c 2024-11-25T10:31:50,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/4ff5cf298fe844afb8f6bd5df8137202 is 50, key is test_row_0/B:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:50,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530770481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530770483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530770483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530770486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742066_1242 (size=12001) 2024-11-25T10:31:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530770591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530770591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530770591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530770595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530770794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530770795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530770795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530770798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:50,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/4ff5cf298fe844afb8f6bd5df8137202 2024-11-25T10:31:50,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/f2175687d36d4057913822b20c511d0f is 50, key is test_row_0/C:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742067_1243 (size=12001) 2024-11-25T10:31:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530771097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530771097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530771100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530771102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530771315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,319 DEBUG [Thread-1053 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:51,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/f2175687d36d4057913822b20c511d0f 2024-11-25T10:31:51,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/8c840379b6444dfbab6b919d19153b7c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c 2024-11-25T10:31:51,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c, entries=200, sequenceid=92, filesize=14.0 K 2024-11-25T10:31:51,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/4ff5cf298fe844afb8f6bd5df8137202 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202 2024-11-25T10:31:51,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T10:31:51,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/f2175687d36d4057913822b20c511d0f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f 2024-11-25T10:31:51,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T10:31:51,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 32472115301263e02c212e00138829af in 989ms, sequenceid=92, compaction requested=true 2024-11-25T10:31:51,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:51,417 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:51,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:51,418 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:51,418 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:31:51,418 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,418 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/3f8bfbea5ebe49459b00227502c416f4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=37.5 K 2024-11-25T10:31:51,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:51,419 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:51,420 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8bfbea5ebe49459b00227502c416f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:51,420 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ced9dcedfaef488789e527eb5c8ca80a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732530707114 2024-11-25T10:31:51,421 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c840379b6444dfbab6b919d19153b7c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:51,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:51,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:51,422 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:31:51,422 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,422 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/a207111be052422692cfac4ea127d2a4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.3 K 2024-11-25T10:31:51,422 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting a207111be052422692cfac4ea127d2a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:51,424 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 83cb5ebb8d3f48da8035a8994a967b15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732530707114 2024-11-25T10:31:51,424 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ff5cf298fe844afb8f6bd5df8137202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:51,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:51,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:51,450 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:51,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5f6a16f3c27d42839e94e2e961392536 is 50, key is test_row_0/A:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:51,451 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:51,451 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/91b28cfd11d343ac8e650a533bdd2b75 is 50, key is test_row_0/B:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742069_1245 (size=12207) 2024-11-25T10:31:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742068_1244 (size=12207) 2024-11-25T10:31:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T10:31:51,544 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T10:31:51,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-25T10:31:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:51,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:51,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:51,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:51,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:31:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:51,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/cefbf964afc94cafbc1c422d1164daa8 is 50, key is test_row_0/A:col10/1732530711607/Put/seqid=0 2024-11-25T10:31:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530771623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530771627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530771630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530771631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742070_1246 (size=12001) 2024-11-25T10:31:51,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530771735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530771735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530771736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:51,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:51,920 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/91b28cfd11d343ac8e650a533bdd2b75 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/91b28cfd11d343ac8e650a533bdd2b75 2024-11-25T10:31:51,927 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into 91b28cfd11d343ac8e650a533bdd2b75(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:51,927 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:51,928 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=13, startTime=1732530711419; duration=0sec 2024-11-25T10:31:51,928 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:51,928 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:31:51,928 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:51,929 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:51,929 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:31:51,930 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:51,930 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2552daf53de04341a2007c5d49df60cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.3 K 2024-11-25T10:31:51,930 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2552daf53de04341a2007c5d49df60cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732530705941 2024-11-25T10:31:51,931 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 19cf0a3a592a4606a48c83f2992c8869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732530707114 2024-11-25T10:31:51,932 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f2175687d36d4057913822b20c511d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530771951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530771951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530771952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530771958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:51,999 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5f6a16f3c27d42839e94e2e961392536 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5f6a16f3c27d42839e94e2e961392536 2024-11-25T10:31:52,001 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:52,001 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/bcb7e3879514486daf3e8c1d2c507b51 is 50, key is test_row_0/C:col10/1732530710421/Put/seqid=0 2024-11-25T10:31:52,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,024 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into 5f6a16f3c27d42839e94e2e961392536(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:52,024 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:52,024 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=13, startTime=1732530711416; duration=0sec 2024-11-25T10:31:52,024 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:52,024 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:31:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742071_1247 (size=12207) 2024-11-25T10:31:52,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/cefbf964afc94cafbc1c422d1164daa8 2024-11-25T10:31:52,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/adee3bd015c84f64a19b4fd511da820b is 50, key is test_row_0/B:col10/1732530711607/Put/seqid=0 2024-11-25T10:31:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742072_1248 (size=12001) 2024-11-25T10:31:52,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/adee3bd015c84f64a19b4fd511da820b 2024-11-25T10:31:52,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/216f7d35e94f4fbb9abb4c1a1e27fd17 is 50, key is test_row_0/C:col10/1732530711607/Put/seqid=0 2024-11-25T10:31:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742073_1249 (size=12001) 2024-11-25T10:31:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:52,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530772253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530772255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530772256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530772271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,440 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/bcb7e3879514486daf3e8c1d2c507b51 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/bcb7e3879514486daf3e8c1d2c507b51 2024-11-25T10:31:52,453 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into bcb7e3879514486daf3e8c1d2c507b51(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:52,453 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:52,453 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=13, startTime=1732530711426; duration=0sec 2024-11-25T10:31:52,453 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:52,453 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:31:52,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:52,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/216f7d35e94f4fbb9abb4c1a1e27fd17 2024-11-25T10:31:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/cefbf964afc94cafbc1c422d1164daa8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8 2024-11-25T10:31:52,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T10:31:52,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/adee3bd015c84f64a19b4fd511da820b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b 2024-11-25T10:31:52,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T10:31:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/216f7d35e94f4fbb9abb4c1a1e27fd17 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17 2024-11-25T10:31:52,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T10:31:52,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 32472115301263e02c212e00138829af in 942ms, sequenceid=116, compaction requested=false 2024-11-25T10:31:52,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:52,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:31:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:52,632 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:31:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a6e02a697c374dd5b62e9cd38ddb5d48 is 50, key is test_row_0/A:col10/1732530711627/Put/seqid=0 2024-11-25T10:31:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742074_1250 (size=9657) 2024-11-25T10:31:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:52,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:52,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530772778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530772779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530772781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530772782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530772883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530772883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530772884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:52,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530772884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,074 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a6e02a697c374dd5b62e9cd38ddb5d48 2024-11-25T10:31:53,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/954ae99b6ab34d488befc7b3512c6d81 is 50, key is test_row_0/B:col10/1732530711627/Put/seqid=0 2024-11-25T10:31:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530773087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530773087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530773088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530773088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742075_1251 (size=9657) 2024-11-25T10:31:53,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/954ae99b6ab34d488befc7b3512c6d81 2024-11-25T10:31:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cd3a78bc30d64dad8a7c4ea53fdd6607 is 50, key is test_row_0/C:col10/1732530711627/Put/seqid=0 2024-11-25T10:31:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742076_1252 (size=9657) 2024-11-25T10:31:53,127 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cd3a78bc30d64dad8a7c4ea53fdd6607 2024-11-25T10:31:53,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a6e02a697c374dd5b62e9cd38ddb5d48 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48 2024-11-25T10:31:53,142 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48, entries=100, sequenceid=132, filesize=9.4 K 2024-11-25T10:31:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/954ae99b6ab34d488befc7b3512c6d81 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81 2024-11-25T10:31:53,151 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81, entries=100, sequenceid=132, filesize=9.4 K 2024-11-25T10:31:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cd3a78bc30d64dad8a7c4ea53fdd6607 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607 2024-11-25T10:31:53,158 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607, entries=100, sequenceid=132, filesize=9.4 K 2024-11-25T10:31:53,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 32472115301263e02c212e00138829af in 527ms, sequenceid=132, compaction requested=true 2024-11-25T10:31:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-25T10:31:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-25T10:31:53,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T10:31:53,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6090 sec 2024-11-25T10:31:53,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.6140 sec 2024-11-25T10:31:53,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:31:53,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:53,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/7839dc9cd386444fb8a6f13a25ca6bd4 is 50, key is test_row_0/A:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:53,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530773421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530773421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530773422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530773425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742077_1253 (size=12151) 2024-11-25T10:31:53,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/7839dc9cd386444fb8a6f13a25ca6bd4 2024-11-25T10:31:53,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/f79b86128f74438e9d035caa42a45090 is 50, key is test_row_0/B:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530773532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530773532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530773532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530773532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742078_1254 (size=12151) 2024-11-25T10:31:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:31:53,654 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T10:31:53,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T10:31:53,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:31:53,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:53,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530773738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530773743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530773746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530773747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:31:53,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:31:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:53,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:31:53,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:53,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:31:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:53,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:31:53,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/f79b86128f74438e9d035caa42a45090 2024-11-25T10:31:53,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/13fabebfbc0d49209b72e47dabfea672 is 50, key is test_row_0/C:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742079_1255 (size=12151) 2024-11-25T10:31:54,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/13fabebfbc0d49209b72e47dabfea672 2024-11-25T10:31:54,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/7839dc9cd386444fb8a6f13a25ca6bd4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4 2024-11-25T10:31:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530774047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530774050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:31:54,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530774055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/f79b86128f74438e9d035caa42a45090 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090 2024-11-25T10:31:54,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530774059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:31:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/13fabebfbc0d49209b72e47dabfea672 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672 2024-11-25T10:31:54,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:31:54,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 32472115301263e02c212e00138829af in 682ms, sequenceid=156, compaction requested=true 2024-11-25T10:31:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:54,077 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:31:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,077 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:31:54,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:54,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:54,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:54,079 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:31:54,079 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:31:54,079 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,079 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/91b28cfd11d343ac8e650a533bdd2b75, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=44.9 K 2024-11-25T10:31:54,083 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:31:54,083 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b28cfd11d343ac8e650a533bdd2b75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:54,083 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:31:54,083 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,083 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5f6a16f3c27d42839e94e2e961392536, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=44.9 K 2024-11-25T10:31:54,083 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting adee3bd015c84f64a19b4fd511da820b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732530710478 2024-11-25T10:31:54,085 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 954ae99b6ab34d488befc7b3512c6d81, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732530711627 2024-11-25T10:31:54,085 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f6a16f3c27d42839e94e2e961392536, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:54,085 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cefbf964afc94cafbc1c422d1164daa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732530710478 2024-11-25T10:31:54,085 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f79b86128f74438e9d035caa42a45090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:54,085 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e02a697c374dd5b62e9cd38ddb5d48, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732530711627 2024-11-25T10:31:54,086 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7839dc9cd386444fb8a6f13a25ca6bd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:54,105 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:54,106 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/2b2a1bfcb8424a199287c10e241923d4 is 50, key is test_row_0/B:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742080_1256 (size=12493) 2024-11-25T10:31:54,121 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:54,121 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/f655e24b096846d0a0e2696fcc17bc8e is 50, key is test_row_0/A:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:54,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,129 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:54,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,135 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/2b2a1bfcb8424a199287c10e241923d4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2b2a1bfcb8424a199287c10e241923d4 2024-11-25T10:31:54,143 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into 2b2a1bfcb8424a199287c10e241923d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:54,143 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,143 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=12, startTime=1732530714077; duration=0sec 2024-11-25T10:31:54,143 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:54,144 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:31:54,144 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:31:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/2e706a49f6244fcd83eff7ef32e6ccad is 50, key is test_row_0/A:col10/1732530713408/Put/seqid=0 2024-11-25T10:31:54,146 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:31:54,146 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:31:54,146 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,146 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/bcb7e3879514486daf3e8c1d2c507b51, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=44.9 K 2024-11-25T10:31:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742081_1257 (size=12493) 2024-11-25T10:31:54,147 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting bcb7e3879514486daf3e8c1d2c507b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732530708250 2024-11-25T10:31:54,148 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 216f7d35e94f4fbb9abb4c1a1e27fd17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732530710478 2024-11-25T10:31:54,148 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting cd3a78bc30d64dad8a7c4ea53fdd6607, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732530711627 2024-11-25T10:31:54,149 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 13fabebfbc0d49209b72e47dabfea672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:54,165 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:54,166 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/e3b1c2fc8126470c8622ef39e3ac2aa5 is 50, key is test_row_0/C:col10/1732530713393/Put/seqid=0 2024-11-25T10:31:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742082_1258 (size=12151) 2024-11-25T10:31:54,169 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/2e706a49f6244fcd83eff7ef32e6ccad 2024-11-25T10:31:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b910f4560b6d4353824d6ac2da46f94b is 50, key is test_row_0/B:col10/1732530713408/Put/seqid=0 2024-11-25T10:31:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742083_1259 (size=12493) 2024-11-25T10:31:54,215 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/e3b1c2fc8126470c8622ef39e3ac2aa5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/e3b1c2fc8126470c8622ef39e3ac2aa5 2024-11-25T10:31:54,222 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into e3b1c2fc8126470c8622ef39e3ac2aa5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:54,222 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,222 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=12, startTime=1732530714078; duration=0sec 2024-11-25T10:31:54,223 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,224 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:31:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742084_1260 (size=12151) 2024-11-25T10:31:54,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b910f4560b6d4353824d6ac2da46f94b 2024-11-25T10:31:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:31:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/0f2b8b59c1c1430ab8a619cb4dd8de2e is 50, key is test_row_0/C:col10/1732530713408/Put/seqid=0 2024-11-25T10:31:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742085_1261 (size=12151) 2024-11-25T10:31:54,292 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/0f2b8b59c1c1430ab8a619cb4dd8de2e 2024-11-25T10:31:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/2e706a49f6244fcd83eff7ef32e6ccad as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad 2024-11-25T10:31:54,330 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:31:54,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b910f4560b6d4353824d6ac2da46f94b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b 2024-11-25T10:31:54,366 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:31:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/0f2b8b59c1c1430ab8a619cb4dd8de2e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e 2024-11-25T10:31:54,384 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:31:54,385 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 32472115301263e02c212e00138829af in 256ms, sequenceid=168, compaction requested=false 2024-11-25T10:31:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T10:31:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T10:31:54,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T10:31:54,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 728 msec 2024-11-25T10:31:54,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 733 msec 2024-11-25T10:31:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:54,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:31:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:54,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,576 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/f655e24b096846d0a0e2696fcc17bc8e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/f655e24b096846d0a0e2696fcc17bc8e 2024-11-25T10:31:54,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/707ca9d75263432784d7f21f19e590c1 is 50, key is test_row_0/A:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:54,595 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into f655e24b096846d0a0e2696fcc17bc8e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:54,595 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,595 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=12, startTime=1732530714077; duration=0sec 2024-11-25T10:31:54,595 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,596 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:31:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742086_1262 (size=12151) 2024-11-25T10:31:54,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/707ca9d75263432784d7f21f19e590c1 2024-11-25T10:31:54,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/1ae0a6dd878b4efb923c45c4453f2384 is 50, key is test_row_0/B:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530774624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530774626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530774631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530774639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742087_1263 (size=12151) 2024-11-25T10:31:54,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/1ae0a6dd878b4efb923c45c4453f2384 2024-11-25T10:31:54,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/d90af92c3d0d4d88924b4fcb0e62860e is 50, key is test_row_0/C:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742088_1264 (size=12151) 2024-11-25T10:31:54,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/d90af92c3d0d4d88924b4fcb0e62860e 2024-11-25T10:31:54,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/707ca9d75263432784d7f21f19e590c1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1 2024-11-25T10:31:54,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530774739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530774739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530774739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530774744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T10:31:54,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/1ae0a6dd878b4efb923c45c4453f2384 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384 2024-11-25T10:31:54,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T10:31:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/d90af92c3d0d4d88924b4fcb0e62860e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e 2024-11-25T10:31:54,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T10:31:54,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 32472115301263e02c212e00138829af in 198ms, sequenceid=183, compaction requested=true 2024-11-25T10:31:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:31:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,767 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:54,768 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:31:54,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:31:54,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:54,768 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T10:31:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:31:54,769 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:54,769 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:31:54,769 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,769 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/f655e24b096846d0a0e2696fcc17bc8e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.9 K 2024-11-25T10:31:54,770 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f655e24b096846d0a0e2696fcc17bc8e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:54,770 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:54,770 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:31:54,770 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,770 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2b2a1bfcb8424a199287c10e241923d4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.9 K 2024-11-25T10:31:54,770 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e706a49f6244fcd83eff7ef32e6ccad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530713408 2024-11-25T10:31:54,771 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707ca9d75263432784d7f21f19e590c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:31:54,771 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b2a1bfcb8424a199287c10e241923d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:54,772 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b910f4560b6d4353824d6ac2da46f94b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530713408 2024-11-25T10:31:54,773 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ae0a6dd878b4efb923c45c4453f2384, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:31:54,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T10:31:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:31:54,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:54,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:54,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:54,788 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:54,789 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/94c712a77c6d47f58767e08fdf0327ba is 50, key is test_row_0/A:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:54,796 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:54,796 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/fdd084416e9b4bbca9786a1c738d9cf8 is 50, key is test_row_0/B:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742090_1266 (size=12595) 2024-11-25T10:31:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742089_1265 (size=12595) 2024-11-25T10:31:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:31:54,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:31:54,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:54,933 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:31:54,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/52dd8491566a4dea97661f7194083023 is 50, key is test_row_0/A:col10/1732530714615/Put/seqid=0 2024-11-25T10:31:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742091_1267 (size=12151) 2024-11-25T10:31:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:54,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530774949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530774950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530774951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530774952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530775054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530775054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530775054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530775056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:31:55,219 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/fdd084416e9b4bbca9786a1c738d9cf8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/fdd084416e9b4bbca9786a1c738d9cf8 2024-11-25T10:31:55,225 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/94c712a77c6d47f58767e08fdf0327ba as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/94c712a77c6d47f58767e08fdf0327ba 2024-11-25T10:31:55,225 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into fdd084416e9b4bbca9786a1c738d9cf8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:55,226 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:55,226 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=13, startTime=1732530714767; duration=0sec 2024-11-25T10:31:55,226 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:31:55,226 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:31:55,226 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:31:55,228 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:31:55,228 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:31:55,228 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:55,228 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/e3b1c2fc8126470c8622ef39e3ac2aa5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=35.9 K 2024-11-25T10:31:55,229 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e3b1c2fc8126470c8622ef39e3ac2aa5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530712777 2024-11-25T10:31:55,229 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2b8b59c1c1430ab8a619cb4dd8de2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732530713408 2024-11-25T10:31:55,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d90af92c3d0d4d88924b4fcb0e62860e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:31:55,232 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into 94c712a77c6d47f58767e08fdf0327ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:55,232 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:55,232 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=13, startTime=1732530714767; duration=0sec 2024-11-25T10:31:55,232 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:55,232 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:31:55,249 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:31:55,249 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/dda10fc21ef94714b73352ac8b8c224c is 50, key is test_row_0/C:col10/1732530714562/Put/seqid=0 2024-11-25T10:31:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530775258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530775258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530775259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530775263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742092_1268 (size=12595) 2024-11-25T10:31:55,282 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/dda10fc21ef94714b73352ac8b8c224c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/dda10fc21ef94714b73352ac8b8c224c 2024-11-25T10:31:55,289 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into dda10fc21ef94714b73352ac8b8c224c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:31:55,289 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:55,289 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=13, startTime=1732530714768; duration=0sec 2024-11-25T10:31:55,289 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:31:55,289 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:31:55,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530775340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,342 DEBUG [Thread-1053 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8228 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:31:55,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/52dd8491566a4dea97661f7194083023 2024-11-25T10:31:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/d4215dfeb67b4cb384c2e186b0970b6d is 50, key is test_row_0/B:col10/1732530714615/Put/seqid=0 2024-11-25T10:31:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742093_1269 (size=12151) 2024-11-25T10:31:55,359 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/d4215dfeb67b4cb384c2e186b0970b6d 2024-11-25T10:31:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:31:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/c42c80fed701422781fa56c8259015f6 is 50, key is test_row_0/C:col10/1732530714615/Put/seqid=0 2024-11-25T10:31:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742094_1270 (size=12151) 2024-11-25T10:31:55,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530775562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530775563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530775564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530775567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:55,797 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/c42c80fed701422781fa56c8259015f6 2024-11-25T10:31:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/52dd8491566a4dea97661f7194083023 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023 2024-11-25T10:31:55,806 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T10:31:55,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/d4215dfeb67b4cb384c2e186b0970b6d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d 2024-11-25T10:31:55,811 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T10:31:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/c42c80fed701422781fa56c8259015f6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6 2024-11-25T10:31:55,816 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T10:31:55,817 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 32472115301263e02c212e00138829af in 884ms, sequenceid=208, compaction requested=false 2024-11-25T10:31:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T10:31:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T10:31:55,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T10:31:55,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-25T10:31:55,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0440 sec 2024-11-25T10:31:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:31:55,884 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T10:31:55,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T10:31:55,888 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:55,889 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:55,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:56,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:56,041 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/e4e1dde784324908b92e412d0c149da3 is 50, key is test_row_0/A:col10/1732530714951/Put/seqid=0 2024-11-25T10:31:56,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742095_1271 (size=12151) 2024-11-25T10:31:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530776089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530776092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530776193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530776195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530776197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530776197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530776418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530776418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530776418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530776418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,450 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/e4e1dde784324908b92e412d0c149da3 2024-11-25T10:31:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/84bcd25833a145809f6616ea8d7d9fe9 is 50, key is test_row_0/B:col10/1732530714951/Put/seqid=0 2024-11-25T10:31:56,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742096_1272 (size=12151) 2024-11-25T10:31:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530776721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530776727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530776727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530776739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:56,877 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/84bcd25833a145809f6616ea8d7d9fe9 2024-11-25T10:31:56,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/16d0385e2b58414ea8c57ba9587dd51d is 50, key is test_row_0/C:col10/1732530714951/Put/seqid=0 2024-11-25T10:31:56,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742097_1273 (size=12151) 2024-11-25T10:31:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530777229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:57,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530777231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:57,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530777233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530777244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:57,301 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/16d0385e2b58414ea8c57ba9587dd51d 2024-11-25T10:31:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/e4e1dde784324908b92e412d0c149da3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3 2024-11-25T10:31:57,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T10:31:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/84bcd25833a145809f6616ea8d7d9fe9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9 2024-11-25T10:31:57,316 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T10:31:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/16d0385e2b58414ea8c57ba9587dd51d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d 2024-11-25T10:31:57,321 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T10:31:57,323 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 32472115301263e02c212e00138829af in 1282ms, sequenceid=223, compaction requested=true 2024-11-25T10:31:57,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:57,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T10:31:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T10:31:57,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T10:31:57,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-11-25T10:31:57,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.4450 sec 2024-11-25T10:31:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:31:57,993 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T10:31:57,999 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T10:31:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:31:58,003 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:58,004 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:58,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:31:58,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:58,156 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:58,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:58,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/04aeed4b3ce44c70a7b76ea762900d33 is 50, key is test_row_0/A:col10/1732530716090/Put/seqid=0 2024-11-25T10:31:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742098_1274 (size=12151) 2024-11-25T10:31:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530778252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530778252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530778253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530778254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:31:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530778358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530778359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530778361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530778368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530778562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530778563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530778566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,572 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/04aeed4b3ce44c70a7b76ea762900d33 2024-11-25T10:31:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530778572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/ef9629c3d4374442b541e9156922af7f is 50, key is test_row_0/B:col10/1732530716090/Put/seqid=0 2024-11-25T10:31:58,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742099_1275 (size=12151) 2024-11-25T10:31:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:31:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530778867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530778870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530778877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:58,985 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/ef9629c3d4374442b541e9156922af7f 2024-11-25T10:31:58,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef48fee9815f4570b03dbbba4f9ba3b3 is 50, key is test_row_0/C:col10/1732530716090/Put/seqid=0 2024-11-25T10:31:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742100_1276 (size=12151) 2024-11-25T10:31:59,012 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef48fee9815f4570b03dbbba4f9ba3b3 2024-11-25T10:31:59,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/04aeed4b3ce44c70a7b76ea762900d33 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33 2024-11-25T10:31:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:31:59,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/ef9629c3d4374442b541e9156922af7f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f 2024-11-25T10:31:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:31:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef48fee9815f4570b03dbbba4f9ba3b3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3 2024-11-25T10:31:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:31:59,054 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 32472115301263e02c212e00138829af in 897ms, sequenceid=247, compaction requested=true 2024-11-25T10:31:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T10:31:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T10:31:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T10:31:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-25T10:31:59,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0700 sec 2024-11-25T10:31:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:31:59,111 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T10:31:59,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:31:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T10:31:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:31:59,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:31:59,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:31:59,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:31:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:31:59,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:59,267 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:31:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:31:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1175f9541b5b4e2e9c84aeed6d1aed36 is 50, key is test_row_0/A:col10/1732530718236/Put/seqid=0 2024-11-25T10:31:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742101_1277 (size=12251) 2024-11-25T10:31:59,295 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1175f9541b5b4e2e9c84aeed6d1aed36 2024-11-25T10:31:59,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/2173cfd7eee94248ac63b4a96e5994a0 is 50, key is test_row_0/B:col10/1732530718236/Put/seqid=0 2024-11-25T10:31:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742102_1278 (size=12251) 2024-11-25T10:31:59,360 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/2173cfd7eee94248ac63b4a96e5994a0 2024-11-25T10:31:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/a049a7e17a7b46ebba3277c048c44f65 is 50, key is test_row_0/C:col10/1732530718236/Put/seqid=0 2024-11-25T10:31:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:31:59,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:31:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742103_1279 (size=12251) 2024-11-25T10:31:59,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530779398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530779402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530779404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530779404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:31:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530779507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530779509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530779511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530779512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530779714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530779715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530779716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:31:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530779719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:31:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:31:59,793 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/a049a7e17a7b46ebba3277c048c44f65 2024-11-25T10:31:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1175f9541b5b4e2e9c84aeed6d1aed36 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36 2024-11-25T10:31:59,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36, entries=150, sequenceid=259, filesize=12.0 K 2024-11-25T10:31:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/2173cfd7eee94248ac63b4a96e5994a0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0 2024-11-25T10:31:59,807 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0, entries=150, sequenceid=259, filesize=12.0 K 2024-11-25T10:31:59,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/a049a7e17a7b46ebba3277c048c44f65 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65 2024-11-25T10:31:59,824 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65, entries=150, sequenceid=259, filesize=12.0 K 2024-11-25T10:31:59,827 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 32472115301263e02c212e00138829af in 560ms, sequenceid=259, compaction requested=true 2024-11-25T10:31:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:31:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:31:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T10:31:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T10:31:59,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T10:31:59,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-11-25T10:31:59,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 721 msec 2024-11-25T10:32:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:00,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:32:00,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/092cde722fcf491aa4afa7dca1c4e19d is 50, key is test_row_0/A:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530780037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530780039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530780044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530780044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742104_1280 (size=14741) 2024-11-25T10:32:00,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/092cde722fcf491aa4afa7dca1c4e19d 2024-11-25T10:32:00,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/11876d6b98d6451381b4845afa9f64c7 is 50, key is test_row_0/B:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742105_1281 (size=12301) 2024-11-25T10:32:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530780145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530780145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530780149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530780150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:32:00,224 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T10:32:00,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T10:32:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:00,226 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:00,226 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:00,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530780348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530780349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530780353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530780354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/11876d6b98d6451381b4845afa9f64c7 2024-11-25T10:32:00,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef3d8e90d59143758a6049b1de587c02 is 50, key is test_row_0/C:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742106_1282 (size=12301) 2024-11-25T10:32:00,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef3d8e90d59143758a6049b1de587c02 2024-11-25T10:32:00,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/092cde722fcf491aa4afa7dca1c4e19d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d 2024-11-25T10:32:00,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d, entries=200, sequenceid=287, filesize=14.4 K 2024-11-25T10:32:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/11876d6b98d6451381b4845afa9f64c7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7 2024-11-25T10:32:00,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T10:32:00,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ef3d8e90d59143758a6049b1de587c02 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02 2024-11-25T10:32:00,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T10:32:00,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 32472115301263e02c212e00138829af in 622ms, sequenceid=287, compaction requested=true 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:00,651 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:00,651 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:00,654 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76040 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T10:32:00,654 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:32:00,655 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,655 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/94c712a77c6d47f58767e08fdf0327ba, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=74.3 K 2024-11-25T10:32:00,656 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94c712a77c6d47f58767e08fdf0327ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:32:00,657 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73600 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T10:32:00,657 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:32:00,657 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,657 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/fdd084416e9b4bbca9786a1c738d9cf8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=71.9 K 2024-11-25T10:32:00,657 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52dd8491566a4dea97661f7194083023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732530714609 2024-11-25T10:32:00,658 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd084416e9b4bbca9786a1c738d9cf8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:32:00,658 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e1dde784324908b92e412d0c149da3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732530714948 2024-11-25T10:32:00,659 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d4215dfeb67b4cb384c2e186b0970b6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732530714609 2024-11-25T10:32:00,659 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04aeed4b3ce44c70a7b76ea762900d33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530716088 2024-11-25T10:32:00,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:00,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:00,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:00,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:00,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:00,663 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bcd25833a145809f6616ea8d7d9fe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732530714948 2024-11-25T10:32:00,664 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ef9629c3d4374442b541e9156922af7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530716088 2024-11-25T10:32:00,665 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1175f9541b5b4e2e9c84aeed6d1aed36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732530718236 2024-11-25T10:32:00,667 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2173cfd7eee94248ac63b4a96e5994a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732530718236 2024-11-25T10:32:00,668 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 11876d6b98d6451381b4845afa9f64c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:00,668 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092cde722fcf491aa4afa7dca1c4e19d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:00,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ee9b465ff0d74d9f87482db929b9d5dd is 50, key is test_row_0/A:col10/1732530720655/Put/seqid=0 2024-11-25T10:32:00,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742107_1283 (size=17181) 2024-11-25T10:32:00,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ee9b465ff0d74d9f87482db929b9d5dd 2024-11-25T10:32:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530780731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530780730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530780733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,742 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#238 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:00,743 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/eddc8b4156c04aa5b04141504f080974 is 50, key is test_row_0/B:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530780740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,755 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#239 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:00,756 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/e8e7f8e2ad4c4432ac2179ec8f816520 is 50, key is test_row_0/A:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/7480743bae4143e9b88340453c6b1d2f is 50, key is test_row_0/B:col10/1732530720655/Put/seqid=0 2024-11-25T10:32:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742108_1284 (size=12949) 2024-11-25T10:32:00,803 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/eddc8b4156c04aa5b04141504f080974 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/eddc8b4156c04aa5b04141504f080974 2024-11-25T10:32:00,808 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into eddc8b4156c04aa5b04141504f080974(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:00,808 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:00,808 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=10, startTime=1732530720651; duration=0sec 2024-11-25T10:32:00,809 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:00,809 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:32:00,809 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-25T10:32:00,811 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73600 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-25T10:32:00,811 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:32:00,812 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,812 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/dda10fc21ef94714b73352ac8b8c224c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=71.9 K 2024-11-25T10:32:00,812 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting dda10fc21ef94714b73352ac8b8c224c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530714562 2024-11-25T10:32:00,813 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c42c80fed701422781fa56c8259015f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732530714609 2024-11-25T10:32:00,813 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d0385e2b58414ea8c57ba9587dd51d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732530714948 2024-11-25T10:32:00,813 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ef48fee9815f4570b03dbbba4f9ba3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530716088 2024-11-25T10:32:00,814 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting a049a7e17a7b46ebba3277c048c44f65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732530718236 2024-11-25T10:32:00,814 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3d8e90d59143758a6049b1de587c02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742110_1286 (size=12301) 2024-11-25T10:32:00,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742109_1285 (size=12949) 2024-11-25T10:32:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:00,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530780842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,847 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/e8e7f8e2ad4c4432ac2179ec8f816520 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e8e7f8e2ad4c4432ac2179ec8f816520 2024-11-25T10:32:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530780848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,855 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into e8e7f8e2ad4c4432ac2179ec8f816520(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:00,855 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:00,855 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=10, startTime=1732530720651; duration=0sec 2024-11-25T10:32:00,855 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:00,855 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:32:00,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530780853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:00,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:00,865 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#241 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:00,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,865 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/f36b7b402f13478ca88d28185d2ab2f5 is 50, key is test_row_0/C:col10/1732530720025/Put/seqid=0 2024-11-25T10:32:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742111_1287 (size=12949) 2024-11-25T10:32:00,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/f36b7b402f13478ca88d28185d2ab2f5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f36b7b402f13478ca88d28185d2ab2f5 2024-11-25T10:32:00,933 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into f36b7b402f13478ca88d28185d2ab2f5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:00,933 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:00,933 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=10, startTime=1732530720651; duration=0sec 2024-11-25T10:32:00,933 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:00,933 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:32:01,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530781048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530781049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530781059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530781063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/7480743bae4143e9b88340453c6b1d2f 2024-11-25T10:32:01,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ade092add5b44ca49be75872afa60a2d is 50, key is test_row_0/C:col10/1732530720655/Put/seqid=0 2024-11-25T10:32:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742112_1288 (size=12301) 2024-11-25T10:32:01,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ade092add5b44ca49be75872afa60a2d 2024-11-25T10:32:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/ee9b465ff0d74d9f87482db929b9d5dd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd 2024-11-25T10:32:01,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd, entries=250, sequenceid=298, filesize=16.8 K 2024-11-25T10:32:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/7480743bae4143e9b88340453c6b1d2f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f 2024-11-25T10:32:01,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T10:32:01,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/ade092add5b44ca49be75872afa60a2d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d 2024-11-25T10:32:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:01,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T10:32:01,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 32472115301263e02c212e00138829af in 697ms, sequenceid=298, compaction requested=false 2024-11-25T10:32:01,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:01,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5571a6acc55047f09e84278764a37c51 is 50, key is test_row_0/A:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530781382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530781382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530781384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530781384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742113_1289 (size=14741) 2024-11-25T10:32:01,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5571a6acc55047f09e84278764a37c51 2024-11-25T10:32:01,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/3037dc1581254f9fa41e002762933c8d is 50, key is test_row_0/B:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742114_1290 (size=12301) 2024-11-25T10:32:01,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/3037dc1581254f9fa41e002762933c8d 2024-11-25T10:32:01,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530781491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530781491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530781491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530781492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cef0932626954fee845a02f8636dd69e is 50, key is test_row_0/C:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742115_1291 (size=12301) 2024-11-25T10:32:01,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530781699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530781699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530781699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530781700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cef0932626954fee845a02f8636dd69e 2024-11-25T10:32:01,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/5571a6acc55047f09e84278764a37c51 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51 2024-11-25T10:32:01,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51, entries=200, sequenceid=328, filesize=14.4 K 2024-11-25T10:32:01,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/3037dc1581254f9fa41e002762933c8d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d 2024-11-25T10:32:01,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:32:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/cef0932626954fee845a02f8636dd69e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e 2024-11-25T10:32:01,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:01,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:01,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:32:01,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 32472115301263e02c212e00138829af in 598ms, sequenceid=328, compaction requested=true 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:01,958 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:32:01,958 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:01,959 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:01,959 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:32:01,959 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,959 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e8e7f8e2ad4c4432ac2179ec8f816520, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=43.8 K 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e7f8e2ad4c4432ac2179ec8f816520, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ee9b465ff0d74d9f87482db929b9d5dd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732530720031 2024-11-25T10:32:01,960 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:01,960 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/eddc8b4156c04aa5b04141504f080974, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=36.7 K 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5571a6acc55047f09e84278764a37c51, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:01,960 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting eddc8b4156c04aa5b04141504f080974, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:01,961 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7480743bae4143e9b88340453c6b1d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732530720041 2024-11-25T10:32:01,961 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3037dc1581254f9fa41e002762933c8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:01,971 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:01,971 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/58eebb89c80647a1a25614424a2dc052 is 50, key is test_row_0/B:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:01,971 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:01,972 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/c35b1c08e95f4602809e8885798a3db9 is 50, key is test_row_0/A:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742116_1292 (size=13051) 2024-11-25T10:32:01,993 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/58eebb89c80647a1a25614424a2dc052 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/58eebb89c80647a1a25614424a2dc052 2024-11-25T10:32:02,000 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into 58eebb89c80647a1a25614424a2dc052(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:02,000 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:02,000 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=13, startTime=1732530721958; duration=0sec 2024-11-25T10:32:02,000 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:02,000 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:32:02,000 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:02,001 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:02,001 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:32:02,002 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,002 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f36b7b402f13478ca88d28185d2ab2f5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=36.7 K 2024-11-25T10:32:02,002 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f36b7b402f13478ca88d28185d2ab2f5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732530719389 2024-11-25T10:32:02,002 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ade092add5b44ca49be75872afa60a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732530720041 2024-11-25T10:32:02,002 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cef0932626954fee845a02f8636dd69e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742117_1293 (size=13051) 2024-11-25T10:32:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:02,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:02,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:02,009 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/c35b1c08e95f4602809e8885798a3db9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c35b1c08e95f4602809e8885798a3db9 2024-11-25T10:32:02,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/099f6e2acbca499bbf85824188520024 is 50, key is test_row_0/A:col10/1732530721380/Put/seqid=0 2024-11-25T10:32:02,012 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#248 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:02,012 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/6ba7db8ae441487bb1f83a69bed07741 is 50, key is test_row_0/C:col10/1732530721357/Put/seqid=0 2024-11-25T10:32:02,014 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into c35b1c08e95f4602809e8885798a3db9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:02,014 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:02,014 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=13, startTime=1732530721958; duration=0sec 2024-11-25T10:32:02,014 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:02,014 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:32:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742118_1294 (size=12301) 2024-11-25T10:32:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742119_1295 (size=13051) 2024-11-25T10:32:02,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530782030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530782030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530782033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530782033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530782134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530782134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530782138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530782138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:02,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530782337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530782338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530782340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530782342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/099f6e2acbca499bbf85824188520024 2024-11-25T10:32:02,423 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/6ba7db8ae441487bb1f83a69bed07741 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6ba7db8ae441487bb1f83a69bed07741 2024-11-25T10:32:02,428 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into 6ba7db8ae441487bb1f83a69bed07741(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:02,429 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:02,429 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=13, startTime=1732530721958; duration=0sec 2024-11-25T10:32:02,429 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:02,429 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:32:02,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/9b32cddb6db040cea4d1ef9b4b382664 is 50, key is test_row_0/B:col10/1732530721380/Put/seqid=0 2024-11-25T10:32:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742120_1296 (size=12301) 2024-11-25T10:32:02,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530782642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530782643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530782645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530782645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/9b32cddb6db040cea4d1ef9b4b382664 2024-11-25T10:32:02,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/7cab5a898a3e45a8b14a8ecfce699b62 is 50, key is test_row_0/C:col10/1732530721380/Put/seqid=0 2024-11-25T10:32:02,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:02,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:02,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:02,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742121_1297 (size=12301) 2024-11-25T10:32:03,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:03,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530783148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530783149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530783153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530783155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:03,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:03,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:03,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:03,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:03,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/7cab5a898a3e45a8b14a8ecfce699b62 2024-11-25T10:32:03,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/099f6e2acbca499bbf85824188520024 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024 2024-11-25T10:32:03,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T10:32:03,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/9b32cddb6db040cea4d1ef9b4b382664 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664 2024-11-25T10:32:03,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T10:32:03,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/7cab5a898a3e45a8b14a8ecfce699b62 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62 2024-11-25T10:32:03,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T10:32:03,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 32472115301263e02c212e00138829af in 1300ms, sequenceid=341, compaction requested=false 2024-11-25T10:32:03,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:03,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:03,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:32:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:03,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:03,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:03,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1609153014284ca0b3d451d5a159d3a0 is 50, key is test_row_0/A:col10/1732530722032/Put/seqid=0 2024-11-25T10:32:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742122_1298 (size=12301) 2024-11-25T10:32:03,753 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1609153014284ca0b3d451d5a159d3a0 2024-11-25T10:32:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/10d0bb9534f043f4838dbc8f0c5de310 is 50, key is test_row_0/B:col10/1732530722032/Put/seqid=0 2024-11-25T10:32:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742123_1299 (size=12301) 2024-11-25T10:32:04,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. as already flushing 2024-11-25T10:32:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:04,163 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/10d0bb9534f043f4838dbc8f0c5de310 2024-11-25T10:32:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530784163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530784164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/2dd4baabef0f4a398c21d7e54e8b70d1 is 50, key is test_row_0/C:col10/1732530722032/Put/seqid=0 2024-11-25T10:32:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742124_1300 (size=12301) 2024-11-25T10:32:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530784470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530784471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,573 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/2dd4baabef0f4a398c21d7e54e8b70d1 2024-11-25T10:32:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/1609153014284ca0b3d451d5a159d3a0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0 2024-11-25T10:32:04,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:32:04,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/10d0bb9534f043f4838dbc8f0c5de310 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310 2024-11-25T10:32:04,585 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:32:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/2dd4baabef0f4a398c21d7e54e8b70d1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1 2024-11-25T10:32:04,589 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:32:04,589 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 32472115301263e02c212e00138829af in 1245ms, sequenceid=367, compaction requested=true 2024-11-25T10:32:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:04,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:04,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T10:32:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T10:32:04,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T10:32:04,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.3640 sec 2024-11-25T10:32:04,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 4.3670 sec 2024-11-25T10:32:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:04,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:04,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/c125ac368e544e47bf5a19ee9ff5b467 is 50, key is test_row_0/A:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742125_1301 (size=12301) 2024-11-25T10:32:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530784802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530784803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530784804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530784804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530784907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530784908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530784909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530784909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530785110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530785112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530785112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530785116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/c125ac368e544e47bf5a19ee9ff5b467 2024-11-25T10:32:05,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/78699b227cf3438cb52648f5b24e514e is 50, key is test_row_0/B:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742126_1302 (size=12301) 2024-11-25T10:32:05,272 DEBUG [Thread-1060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:62334 2024-11-25T10:32:05,272 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:05,273 DEBUG [Thread-1064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:62334 2024-11-25T10:32:05,273 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:05,273 DEBUG [Thread-1058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:62334 2024-11-25T10:32:05,273 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:05,275 DEBUG [Thread-1062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:62334 2024-11-25T10:32:05,275 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:05,276 DEBUG [Thread-1066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:62334 2024-11-25T10:32:05,276 DEBUG [Thread-1066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:05,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530785413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530785415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36354 deadline: 1732530785416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530785417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,417 DEBUG [Thread-1053 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18303 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:32:05,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530785418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/78699b227cf3438cb52648f5b24e514e 2024-11-25T10:32:05,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/eb68de64d60145b6b6a343b21107758e is 50, key is test_row_0/C:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:05,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742127_1303 (size=12301) 2024-11-25T10:32:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36310 deadline: 1732530785917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36356 deadline: 1732530785919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36370 deadline: 1732530785920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36392 deadline: 1732530785920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:06,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/eb68de64d60145b6b6a343b21107758e 2024-11-25T10:32:06,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/c125ac368e544e47bf5a19ee9ff5b467 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467 2024-11-25T10:32:06,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467, entries=150, sequenceid=381, filesize=12.0 K 2024-11-25T10:32:06,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/78699b227cf3438cb52648f5b24e514e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e 2024-11-25T10:32:06,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e, entries=150, sequenceid=381, filesize=12.0 K 2024-11-25T10:32:06,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/eb68de64d60145b6b6a343b21107758e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e 2024-11-25T10:32:06,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e, entries=150, sequenceid=381, filesize=12.0 K 2024-11-25T10:32:06,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 32472115301263e02c212e00138829af in 1297ms, sequenceid=381, compaction requested=true 2024-11-25T10:32:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:06,073 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32472115301263e02c212e00138829af:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:06,073 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/A is initiating minor compaction (all files) 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:06,074 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/A in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/B is initiating minor compaction (all files) 2024-11-25T10:32:06,074 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c35b1c08e95f4602809e8885798a3db9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=48.8 K 2024-11-25T10:32:06,074 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/B in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:06,074 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/58eebb89c80647a1a25614424a2dc052, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=48.8 K 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35b1c08e95f4602809e8885798a3db9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 58eebb89c80647a1a25614424a2dc052, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 099f6e2acbca499bbf85824188520024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732530721380 2024-11-25T10:32:06,074 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b32cddb6db040cea4d1ef9b4b382664, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732530721380 2024-11-25T10:32:06,075 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1609153014284ca0b3d451d5a159d3a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530722025 2024-11-25T10:32:06,075 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d0bb9534f043f4838dbc8f0c5de310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530722025 2024-11-25T10:32:06,075 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting c125ac368e544e47bf5a19ee9ff5b467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732530724163 2024-11-25T10:32:06,075 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 78699b227cf3438cb52648f5b24e514e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732530724163 2024-11-25T10:32:06,083 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:06,083 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:06,084 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/1d63885e126c4cf393333f4ee42808c9 is 50, key is test_row_0/B:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:06,084 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a04cbc785b3d43028569253bf06ea113 is 50, key is test_row_0/A:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742129_1305 (size=13187) 2024-11-25T10:32:06,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742128_1304 (size=13187) 2024-11-25T10:32:06,494 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/1d63885e126c4cf393333f4ee42808c9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1d63885e126c4cf393333f4ee42808c9 2024-11-25T10:32:06,496 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a04cbc785b3d43028569253bf06ea113 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a04cbc785b3d43028569253bf06ea113 2024-11-25T10:32:06,499 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/B of 32472115301263e02c212e00138829af into 1d63885e126c4cf393333f4ee42808c9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:06,499 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/B, priority=12, startTime=1732530726073; duration=0sec 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:B 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:06,499 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/A of 32472115301263e02c212e00138829af into a04cbc785b3d43028569253bf06ea113(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:06,499 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/A, priority=12, startTime=1732530726072; duration=0sec 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:06,499 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:A 2024-11-25T10:32:06,500 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:06,500 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 32472115301263e02c212e00138829af/C is initiating minor compaction (all files) 2024-11-25T10:32:06,500 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 32472115301263e02c212e00138829af/C in TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:06,500 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6ba7db8ae441487bb1f83a69bed07741, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp, totalSize=48.8 K 2024-11-25T10:32:06,500 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ba7db8ae441487bb1f83a69bed07741, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530720731 2024-11-25T10:32:06,501 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cab5a898a3e45a8b14a8ecfce699b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732530721380 2024-11-25T10:32:06,501 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dd4baabef0f4a398c21d7e54e8b70d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530722025 2024-11-25T10:32:06,501 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting eb68de64d60145b6b6a343b21107758e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732530724163 2024-11-25T10:32:06,507 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32472115301263e02c212e00138829af#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:06,508 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/953ce517a58848c39f2f49c9bfb77361 is 50, key is test_row_0/C:col10/1732530724774/Put/seqid=0 2024-11-25T10:32:06,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742130_1306 (size=13187) 2024-11-25T10:32:06,916 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/953ce517a58848c39f2f49c9bfb77361 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/953ce517a58848c39f2f49c9bfb77361 2024-11-25T10:32:06,921 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 32472115301263e02c212e00138829af/C of 32472115301263e02c212e00138829af into 953ce517a58848c39f2f49c9bfb77361(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:06,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:06,921 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af., storeName=32472115301263e02c212e00138829af/C, priority=12, startTime=1732530726073; duration=0sec 2024-11-25T10:32:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 32472115301263e02c212e00138829af 2024-11-25T10:32:06,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:06,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:06,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32472115301263e02c212e00138829af:C 2024-11-25T10:32:06,921 DEBUG [Thread-1051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:62334 2024-11-25T10:32:06,921 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:06,923 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:62334 2024-11-25T10:32:06,923 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:06,925 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:62334 2024-11-25T10:32:06,925 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:06,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/851eb79de01b443e8cedf3fa711f3388 is 50, key is test_row_0/A:col10/1732530726920/Put/seqid=0 2024-11-25T10:32:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742131_1307 (size=12301) 2024-11-25T10:32:06,929 DEBUG [Thread-1055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:62334 2024-11-25T10:32:06,929 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:07,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/851eb79de01b443e8cedf3fa711f3388 2024-11-25T10:32:07,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b7cda37bdd354da196856078e3352af6 is 50, key is test_row_0/B:col10/1732530726920/Put/seqid=0 2024-11-25T10:32:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742132_1308 (size=12301) 2024-11-25T10:32:07,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b7cda37bdd354da196856078e3352af6 2024-11-25T10:32:07,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/6cfdbbb79e704234b6040db7e158f0f1 is 50, key is test_row_0/C:col10/1732530726920/Put/seqid=0 2024-11-25T10:32:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742133_1309 (size=12301) 2024-11-25T10:32:08,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/6cfdbbb79e704234b6040db7e158f0f1 2024-11-25T10:32:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/851eb79de01b443e8cedf3fa711f3388 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/851eb79de01b443e8cedf3fa711f3388 2024-11-25T10:32:08,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/851eb79de01b443e8cedf3fa711f3388, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T10:32:08,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/b7cda37bdd354da196856078e3352af6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b7cda37bdd354da196856078e3352af6 2024-11-25T10:32:08,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b7cda37bdd354da196856078e3352af6, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T10:32:08,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/6cfdbbb79e704234b6040db7e158f0f1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6cfdbbb79e704234b6040db7e158f0f1 2024-11-25T10:32:08,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6cfdbbb79e704234b6040db7e158f0f1, entries=150, sequenceid=408, filesize=12.0 K 2024-11-25T10:32:08,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 32472115301263e02c212e00138829af in 1253ms, sequenceid=408, compaction requested=false 2024-11-25T10:32:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:32:08,341 INFO [Thread-1057 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T10:32:11,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:32:15,442 DEBUG [Thread-1053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:62334 2024-11-25T10:32:15,443 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4448 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4505 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4319 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4473 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4509 2024-11-25T10:32:15,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:32:15,443 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:32:15,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:62334 2024-11-25T10:32:15,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:15,444 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:32:15,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:15,447 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530735446"}]},"ts":"1732530735446"} 2024-11-25T10:32:15,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:15,574 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:32:15,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:32:15,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, UNASSIGN}] 2024-11-25T10:32:15,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, UNASSIGN 2024-11-25T10:32:15,578 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=32472115301263e02c212e00138829af, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:15,579 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:32:15,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure 32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:15,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:15,730 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close 32472115301263e02c212e00138829af 2024-11-25T10:32:15,730 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:32:15,730 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing 32472115301263e02c212e00138829af, disabling compactions & flushes 2024-11-25T10:32:15,730 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. after waiting 0 ms 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:15,731 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(2837): Flushing 32472115301263e02c212e00138829af 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=A 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=B 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32472115301263e02c212e00138829af, store=C 2024-11-25T10:32:15,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:15,734 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a85dc412085442a1a17738b7b37f6f62 is 50, key is test_row_0/A:col10/1732530726928/Put/seqid=0 2024-11-25T10:32:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742134_1310 (size=12301) 2024-11-25T10:32:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:16,143 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a85dc412085442a1a17738b7b37f6f62 2024-11-25T10:32:16,149 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/92cf5db7b48543988b07dfa8be031e23 is 50, key is test_row_0/B:col10/1732530726928/Put/seqid=0 2024-11-25T10:32:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742135_1311 (size=12301) 2024-11-25T10:32:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:16,552 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/92cf5db7b48543988b07dfa8be031e23 2024-11-25T10:32:16,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/5def41bd10d94b19977135aa52452d17 is 50, key is test_row_0/C:col10/1732530726928/Put/seqid=0 2024-11-25T10:32:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742136_1312 (size=12301) 2024-11-25T10:32:16,963 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/5def41bd10d94b19977135aa52452d17 2024-11-25T10:32:16,968 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/A/a85dc412085442a1a17738b7b37f6f62 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a85dc412085442a1a17738b7b37f6f62 2024-11-25T10:32:16,972 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a85dc412085442a1a17738b7b37f6f62, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T10:32:16,973 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/B/92cf5db7b48543988b07dfa8be031e23 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/92cf5db7b48543988b07dfa8be031e23 2024-11-25T10:32:16,976 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/92cf5db7b48543988b07dfa8be031e23, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T10:32:16,976 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/.tmp/C/5def41bd10d94b19977135aa52452d17 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/5def41bd10d94b19977135aa52452d17 2024-11-25T10:32:16,980 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/5def41bd10d94b19977135aa52452d17, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T10:32:16,980 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 32472115301263e02c212e00138829af in 1249ms, sequenceid=415, compaction requested=true 2024-11-25T10:32:16,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/3f8bfbea5ebe49459b00227502c416f4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5f6a16f3c27d42839e94e2e961392536, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/f655e24b096846d0a0e2696fcc17bc8e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/94c712a77c6d47f58767e08fdf0327ba, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e8e7f8e2ad4c4432ac2179ec8f816520, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c35b1c08e95f4602809e8885798a3db9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467] to archive 2024-11-25T10:32:16,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:16,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/18adf5b766e64b329eade2d5c34e95a1 2024-11-25T10:32:16,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5d5a62afa0854f61a8cf969ce063313b 2024-11-25T10:32:16,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/3f8bfbea5ebe49459b00227502c416f4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/3f8bfbea5ebe49459b00227502c416f4 2024-11-25T10:32:16,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/21483bb0d0bd4d278da0cb79b63c3684 2024-11-25T10:32:16,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ced9dcedfaef488789e527eb5c8ca80a 2024-11-25T10:32:16,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/8c840379b6444dfbab6b919d19153b7c 2024-11-25T10:32:16,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5f6a16f3c27d42839e94e2e961392536 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5f6a16f3c27d42839e94e2e961392536 2024-11-25T10:32:16,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/cefbf964afc94cafbc1c422d1164daa8 2024-11-25T10:32:16,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a6e02a697c374dd5b62e9cd38ddb5d48 2024-11-25T10:32:16,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/f655e24b096846d0a0e2696fcc17bc8e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/f655e24b096846d0a0e2696fcc17bc8e 2024-11-25T10:32:16,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/7839dc9cd386444fb8a6f13a25ca6bd4 2024-11-25T10:32:16,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/2e706a49f6244fcd83eff7ef32e6ccad 2024-11-25T10:32:16,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/94c712a77c6d47f58767e08fdf0327ba to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/94c712a77c6d47f58767e08fdf0327ba 2024-11-25T10:32:16,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/707ca9d75263432784d7f21f19e590c1 2024-11-25T10:32:16,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/52dd8491566a4dea97661f7194083023 2024-11-25T10:32:16,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e4e1dde784324908b92e412d0c149da3 2024-11-25T10:32:16,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/04aeed4b3ce44c70a7b76ea762900d33 2024-11-25T10:32:17,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1175f9541b5b4e2e9c84aeed6d1aed36 2024-11-25T10:32:17,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/092cde722fcf491aa4afa7dca1c4e19d 2024-11-25T10:32:17,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e8e7f8e2ad4c4432ac2179ec8f816520 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/e8e7f8e2ad4c4432ac2179ec8f816520 2024-11-25T10:32:17,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/ee9b465ff0d74d9f87482db929b9d5dd 2024-11-25T10:32:17,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/5571a6acc55047f09e84278764a37c51 2024-11-25T10:32:17,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c35b1c08e95f4602809e8885798a3db9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c35b1c08e95f4602809e8885798a3db9 2024-11-25T10:32:17,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/099f6e2acbca499bbf85824188520024 2024-11-25T10:32:17,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/1609153014284ca0b3d451d5a159d3a0 2024-11-25T10:32:17,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/c125ac368e544e47bf5a19ee9ff5b467 2024-11-25T10:32:17,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/a207111be052422692cfac4ea127d2a4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/91b28cfd11d343ac8e650a533bdd2b75, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2b2a1bfcb8424a199287c10e241923d4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/fdd084416e9b4bbca9786a1c738d9cf8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/eddc8b4156c04aa5b04141504f080974, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/58eebb89c80647a1a25614424a2dc052, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e] to archive 2024-11-25T10:32:17,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:17,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/632e5de36e54428b8f69b738f4a81e59 2024-11-25T10:32:17,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/0234ffc0efad4aa1a9c979c6aa91b35d 2024-11-25T10:32:17,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/a207111be052422692cfac4ea127d2a4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/a207111be052422692cfac4ea127d2a4 2024-11-25T10:32:17,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/47e8079310e64e6da536928e6e79e59d 2024-11-25T10:32:17,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/83cb5ebb8d3f48da8035a8994a967b15 2024-11-25T10:32:17,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/91b28cfd11d343ac8e650a533bdd2b75 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/91b28cfd11d343ac8e650a533bdd2b75 2024-11-25T10:32:17,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/4ff5cf298fe844afb8f6bd5df8137202 2024-11-25T10:32:17,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/adee3bd015c84f64a19b4fd511da820b 2024-11-25T10:32:17,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/954ae99b6ab34d488befc7b3512c6d81 2024-11-25T10:32:17,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2b2a1bfcb8424a199287c10e241923d4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2b2a1bfcb8424a199287c10e241923d4 2024-11-25T10:32:17,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/f79b86128f74438e9d035caa42a45090 2024-11-25T10:32:17,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b910f4560b6d4353824d6ac2da46f94b 2024-11-25T10:32:17,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/fdd084416e9b4bbca9786a1c738d9cf8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/fdd084416e9b4bbca9786a1c738d9cf8 2024-11-25T10:32:17,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1ae0a6dd878b4efb923c45c4453f2384 2024-11-25T10:32:17,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/d4215dfeb67b4cb384c2e186b0970b6d 2024-11-25T10:32:17,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/84bcd25833a145809f6616ea8d7d9fe9 2024-11-25T10:32:17,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/ef9629c3d4374442b541e9156922af7f 2024-11-25T10:32:17,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/2173cfd7eee94248ac63b4a96e5994a0 2024-11-25T10:32:17,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/eddc8b4156c04aa5b04141504f080974 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/eddc8b4156c04aa5b04141504f080974 2024-11-25T10:32:17,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/11876d6b98d6451381b4845afa9f64c7 2024-11-25T10:32:17,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/7480743bae4143e9b88340453c6b1d2f 2024-11-25T10:32:17,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/58eebb89c80647a1a25614424a2dc052 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/58eebb89c80647a1a25614424a2dc052 2024-11-25T10:32:17,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/3037dc1581254f9fa41e002762933c8d 2024-11-25T10:32:17,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/9b32cddb6db040cea4d1ef9b4b382664 2024-11-25T10:32:17,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/10d0bb9534f043f4838dbc8f0c5de310 2024-11-25T10:32:17,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/78699b227cf3438cb52648f5b24e514e 2024-11-25T10:32:17,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2552daf53de04341a2007c5d49df60cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/bcb7e3879514486daf3e8c1d2c507b51, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/e3b1c2fc8126470c8622ef39e3ac2aa5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/dda10fc21ef94714b73352ac8b8c224c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f36b7b402f13478ca88d28185d2ab2f5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6ba7db8ae441487bb1f83a69bed07741, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e] to archive 2024-11-25T10:32:17,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:17,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ac6bb72b6bb24ef0b27fe5f42274f5a7 2024-11-25T10:32:17,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cc102631bcd846e183eb010985fd1f37 2024-11-25T10:32:17,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2552daf53de04341a2007c5d49df60cf to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2552daf53de04341a2007c5d49df60cf 2024-11-25T10:32:17,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/8cd73ab9e13842df878c490408450989 2024-11-25T10:32:17,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/19cf0a3a592a4606a48c83f2992c8869 2024-11-25T10:32:17,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/bcb7e3879514486daf3e8c1d2c507b51 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/bcb7e3879514486daf3e8c1d2c507b51 2024-11-25T10:32:17,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f2175687d36d4057913822b20c511d0f 2024-11-25T10:32:17,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/216f7d35e94f4fbb9abb4c1a1e27fd17 2024-11-25T10:32:17,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cd3a78bc30d64dad8a7c4ea53fdd6607 2024-11-25T10:32:17,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/e3b1c2fc8126470c8622ef39e3ac2aa5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/e3b1c2fc8126470c8622ef39e3ac2aa5 2024-11-25T10:32:17,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/13fabebfbc0d49209b72e47dabfea672 2024-11-25T10:32:17,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/0f2b8b59c1c1430ab8a619cb4dd8de2e 2024-11-25T10:32:17,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/dda10fc21ef94714b73352ac8b8c224c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/dda10fc21ef94714b73352ac8b8c224c 2024-11-25T10:32:17,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/d90af92c3d0d4d88924b4fcb0e62860e 2024-11-25T10:32:17,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/c42c80fed701422781fa56c8259015f6 2024-11-25T10:32:17,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/16d0385e2b58414ea8c57ba9587dd51d 2024-11-25T10:32:17,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef48fee9815f4570b03dbbba4f9ba3b3 2024-11-25T10:32:17,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/a049a7e17a7b46ebba3277c048c44f65 2024-11-25T10:32:17,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f36b7b402f13478ca88d28185d2ab2f5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/f36b7b402f13478ca88d28185d2ab2f5 2024-11-25T10:32:17,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ef3d8e90d59143758a6049b1de587c02 2024-11-25T10:32:17,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/ade092add5b44ca49be75872afa60a2d 2024-11-25T10:32:17,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6ba7db8ae441487bb1f83a69bed07741 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6ba7db8ae441487bb1f83a69bed07741 2024-11-25T10:32:17,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/cef0932626954fee845a02f8636dd69e 2024-11-25T10:32:17,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/7cab5a898a3e45a8b14a8ecfce699b62 2024-11-25T10:32:17,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/2dd4baabef0f4a398c21d7e54e8b70d1 2024-11-25T10:32:17,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/eb68de64d60145b6b6a343b21107758e 2024-11-25T10:32:17,077 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=1 2024-11-25T10:32:17,078 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af. 2024-11-25T10:32:17,078 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for 32472115301263e02c212e00138829af: 2024-11-25T10:32:17,079 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed 32472115301263e02c212e00138829af 2024-11-25T10:32:17,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=32472115301263e02c212e00138829af, regionState=CLOSED 2024-11-25T10:32:17,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T10:32:17,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure 32472115301263e02c212e00138829af, server=1ab1d4f27f0d,38679,1732530642808 in 1.5010 sec 2024-11-25T10:32:17,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T10:32:17,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=32472115301263e02c212e00138829af, UNASSIGN in 1.5040 sec 2024-11-25T10:32:17,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T10:32:17,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5080 sec 2024-11-25T10:32:17,085 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530737084"}]},"ts":"1732530737084"} 2024-11-25T10:32:17,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:32:17,129 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:32:17,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6860 sec 2024-11-25T10:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:32:17,551 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T10:32:17,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,553 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T10:32:17,553 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=85, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,554 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af 2024-11-25T10:32:17,556 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/recovered.edits] 2024-11-25T10:32:17,559 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/851eb79de01b443e8cedf3fa711f3388 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/851eb79de01b443e8cedf3fa711f3388 2024-11-25T10:32:17,560 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a04cbc785b3d43028569253bf06ea113 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a04cbc785b3d43028569253bf06ea113 2024-11-25T10:32:17,561 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a85dc412085442a1a17738b7b37f6f62 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/A/a85dc412085442a1a17738b7b37f6f62 2024-11-25T10:32:17,563 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1d63885e126c4cf393333f4ee42808c9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/1d63885e126c4cf393333f4ee42808c9 2024-11-25T10:32:17,564 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/92cf5db7b48543988b07dfa8be031e23 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/92cf5db7b48543988b07dfa8be031e23 2024-11-25T10:32:17,565 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b7cda37bdd354da196856078e3352af6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/B/b7cda37bdd354da196856078e3352af6 2024-11-25T10:32:17,567 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/5def41bd10d94b19977135aa52452d17 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/5def41bd10d94b19977135aa52452d17 2024-11-25T10:32:17,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6cfdbbb79e704234b6040db7e158f0f1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/6cfdbbb79e704234b6040db7e158f0f1 2024-11-25T10:32:17,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/953ce517a58848c39f2f49c9bfb77361 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/C/953ce517a58848c39f2f49c9bfb77361 2024-11-25T10:32:17,570 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/recovered.edits/418.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af/recovered.edits/418.seqid 2024-11-25T10:32:17,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/32472115301263e02c212e00138829af 2024-11-25T10:32:17,571 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:32:17,573 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=85, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,577 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:32:17,579 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:32:17,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=85, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:32:17,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530737580"}]},"ts":"9223372036854775807"} 2024-11-25T10:32:17,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:32:17,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 32472115301263e02c212e00138829af, NAME => 'TestAcidGuarantees,,1732530702973.32472115301263e02c212e00138829af.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:32:17,582 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:32:17,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530737582"}]},"ts":"9223372036854775807"} 2024-11-25T10:32:17,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:32:17,591 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=85, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-25T10:32:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T10:32:17,654 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T10:32:17,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2439 (was 1479) - AvailableMemoryMB LEAK? - 2024-11-25T10:32:17,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=2439 2024-11-25T10:32:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:32:17,674 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:32:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:17,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:32:17,676 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:17,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 86 2024-11-25T10:32:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:17,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:32:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742137_1313 (size=960) 2024-11-25T10:32:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:18,084 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:32:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742138_1314 (size=53) 2024-11-25T10:32:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 254da7134a0a8fa9ca0b00671ee2dbdc, disabling compactions & flushes 2024-11-25T10:32:18,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. after waiting 0 ms 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:18,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:32:18,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530738493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530738493"}]},"ts":"1732530738493"} 2024-11-25T10:32:18,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:32:18,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:32:18,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530738496"}]},"ts":"1732530738496"} 2024-11-25T10:32:18,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:32:18,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, ASSIGN}] 2024-11-25T10:32:18,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, ASSIGN 2024-11-25T10:32:18,526 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:32:18,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:18,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; OpenRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:18,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:18,833 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,833 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7285): Opening region: {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:32:18,833 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,833 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:32:18,834 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7327): checking encryption for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,834 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7330): checking classloading for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,835 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,836 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:18,837 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName A 2024-11-25T10:32:18,837 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:18,837 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:18,837 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,838 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:18,839 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName B 2024-11-25T10:32:18,839 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:18,839 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:18,840 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,841 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:18,841 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName C 2024-11-25T10:32:18,841 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:18,841 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:18,841 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,842 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,842 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,844 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:32:18,845 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1085): writing seq id for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:18,854 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:32:18,855 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1102): Opened 254da7134a0a8fa9ca0b00671ee2dbdc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73800158, jitterRate=0.09970805048942566}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:32:18,856 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1001): Region open journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:18,857 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., pid=88, masterSystemTime=1732530738829 2024-11-25T10:32:18,859 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,860 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:18,860 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:18,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T10:32:18,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; OpenRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 in 185 msec 2024-11-25T10:32:18,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T10:32:18,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, ASSIGN in 340 msec 2024-11-25T10:32:18,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:32:18,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530738867"}]},"ts":"1732530738867"} 2024-11-25T10:32:18,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:32:18,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:32:18,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2060 sec 2024-11-25T10:32:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-25T10:32:19,781 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-25T10:32:19,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-11-25T10:32:19,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:19,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:19,794 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:19,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:32:19,797 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:32:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:32:19,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:32:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:19,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742139_1315 (size=996) 2024-11-25T10:32:19,815 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T10:32:19,815 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T10:32:19,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:32:19,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, REOPEN/MOVE}] 2024-11-25T10:32:19,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, REOPEN/MOVE 2024-11-25T10:32:19,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:19,822 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:32:19,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:19,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:19,974 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:19,974 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:32:19,974 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 254da7134a0a8fa9ca0b00671ee2dbdc, disabling compactions & flushes 2024-11-25T10:32:19,974 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:19,975 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:19,975 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. after waiting 0 ms 2024-11-25T10:32:19,975 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:19,980 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:32:19,980 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:19,980 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:19,981 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionServer(3786): Not adding moved region record: 254da7134a0a8fa9ca0b00671ee2dbdc to self. 2024-11-25T10:32:19,982 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:19,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=CLOSED 2024-11-25T10:32:19,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T10:32:19,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 in 162 msec 2024-11-25T10:32:19,986 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=true 2024-11-25T10:32:20,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE; OpenRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:20,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,293 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,293 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7285): Opening region: {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:32:20,293 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,294 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:32:20,294 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7327): checking encryption for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,294 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7330): checking classloading for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,295 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,295 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:20,295 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName A 2024-11-25T10:32:20,296 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:20,297 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:20,297 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,298 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:20,298 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName B 2024-11-25T10:32:20,298 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:20,298 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:20,298 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,299 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:20,299 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254da7134a0a8fa9ca0b00671ee2dbdc columnFamilyName C 2024-11-25T10:32:20,299 DEBUG [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:20,300 INFO [StoreOpener-254da7134a0a8fa9ca0b00671ee2dbdc-1 {}] regionserver.HStore(327): Store=254da7134a0a8fa9ca0b00671ee2dbdc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:20,300 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,301 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,302 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,304 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:32:20,305 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1085): writing seq id for 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,306 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1102): Opened 254da7134a0a8fa9ca0b00671ee2dbdc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60167869, jitterRate=-0.10342888534069061}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:32:20,307 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1001): Region open journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:20,308 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., pid=93, masterSystemTime=1732530740290 2024-11-25T10:32:20,310 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,310 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=91 2024-11-25T10:32:20,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=91, state=SUCCESS; OpenRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 in 174 msec 2024-11-25T10:32:20,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T10:32:20,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, REOPEN/MOVE in 493 msec 2024-11-25T10:32:20,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T10:32:20,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-25T10:32:20,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 519 msec 2024-11-25T10:32:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T10:32:20,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-25T10:32:20,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-25T10:32:20,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-25T10:32:20,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-25T10:32:20,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-25T10:32:20,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-25T10:32:20,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-25T10:32:20,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-25T10:32:20,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-25T10:32:20,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-25T10:32:20,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:20,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-25T10:32:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:20,747 DEBUG [hconnection-0xf3db965-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,747 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:20,748 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,748 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:20,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:20,749 DEBUG [hconnection-0x113fee6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,750 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,751 DEBUG [hconnection-0x319d3245-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,751 DEBUG [hconnection-0x4a61003c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,752 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,753 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,755 DEBUG [hconnection-0x138fc8b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,755 DEBUG [hconnection-0x77a8dc64-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,756 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:20,759 DEBUG [hconnection-0x490ed228-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,759 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:20,763 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,771 DEBUG [hconnection-0x190e9e00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,775 DEBUG [hconnection-0x4b37d6b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,776 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530800774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530800775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530800783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530800785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530800794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,796 DEBUG [hconnection-0x5f12489e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:20,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:20,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257e20fcddbc2b4302ac1f3a0cd383c67b_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530740757/Put/seqid=0 2024-11-25T10:32:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742140_1316 (size=12154) 2024-11-25T10:32:20,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:20,855 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257e20fcddbc2b4302ac1f3a0cd383c67b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257e20fcddbc2b4302ac1f3a0cd383c67b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:20,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9a4a3bdd4fb345d08046beb74e939f4d, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:20,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9a4a3bdd4fb345d08046beb74e939f4d is 175, key is test_row_0/A:col10/1732530740757/Put/seqid=0 2024-11-25T10:32:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742141_1317 (size=30955) 2024-11-25T10:32:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530800887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530800891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530800894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530800897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:20,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:20,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530800908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:21,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530801090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530801103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530801104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530801104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530801114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9a4a3bdd4fb345d08046beb74e939f4d 2024-11-25T10:32:21,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/2a4224fa7aa048f9a5f071f357d8373f is 50, key is test_row_0/B:col10/1732530740757/Put/seqid=0 2024-11-25T10:32:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742142_1318 (size=12001) 2024-11-25T10:32:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:21,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530801394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530801411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530801411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530801411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530801418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/2a4224fa7aa048f9a5f071f357d8373f 2024-11-25T10:32:21,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/87e0fd1fce454d4e8767f58498cd5af8 is 50, key is test_row_0/C:col10/1732530740757/Put/seqid=0 2024-11-25T10:32:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742143_1319 (size=12001) 2024-11-25T10:32:21,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530801903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530801918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530801920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530801924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530801927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:21,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:21,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:22,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:22,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:22,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:22,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/87e0fd1fce454d4e8767f58498cd5af8 2024-11-25T10:32:22,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9a4a3bdd4fb345d08046beb74e939f4d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d 2024-11-25T10:32:22,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d, entries=150, sequenceid=17, filesize=30.2 K 2024-11-25T10:32:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/2a4224fa7aa048f9a5f071f357d8373f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f 2024-11-25T10:32:22,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T10:32:22,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/87e0fd1fce454d4e8767f58498cd5af8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8 2024-11-25T10:32:22,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T10:32:22,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1488ms, sequenceid=17, compaction requested=false 2024-11-25T10:32:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:22,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:22,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T10:32:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:22,302 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:32:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:22,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544f146de50004e07a7575db43de563f7_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530740783/Put/seqid=0 2024-11-25T10:32:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742144_1320 (size=12154) 2024-11-25T10:32:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,387 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544f146de50004e07a7575db43de563f7_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544f146de50004e07a7575db43de563f7_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:22,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/de47e0a42f2a416cac9b3c96e45f29d6, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:22,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/de47e0a42f2a416cac9b3c96e45f29d6 is 175, key is test_row_0/A:col10/1732530740783/Put/seqid=0 2024-11-25T10:32:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742145_1321 (size=30955) 2024-11-25T10:32:22,439 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/de47e0a42f2a416cac9b3c96e45f29d6 2024-11-25T10:32:22,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/d1bce2edf42140c79c6f30b03f365a02 is 50, key is test_row_0/B:col10/1732530740783/Put/seqid=0 2024-11-25T10:32:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742146_1322 (size=12001) 2024-11-25T10:32:22,472 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/d1bce2edf42140c79c6f30b03f365a02 2024-11-25T10:32:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e221dd9a52ea4c64bc28f9c4534d0f05 is 50, key is test_row_0/C:col10/1732530740783/Put/seqid=0 2024-11-25T10:32:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742147_1323 (size=12001) 2024-11-25T10:32:22,511 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e221dd9a52ea4c64bc28f9c4534d0f05 2024-11-25T10:32:22,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/de47e0a42f2a416cac9b3c96e45f29d6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6 2024-11-25T10:32:22,551 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T10:32:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/d1bce2edf42140c79c6f30b03f365a02 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02 2024-11-25T10:32:22,582 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:32:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e221dd9a52ea4c64bc28f9c4534d0f05 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05 2024-11-25T10:32:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:32:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,604 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 254da7134a0a8fa9ca0b00671ee2dbdc in 302ms, sequenceid=40, compaction requested=false 2024-11-25T10:32:22,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:22,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:22,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-25T10:32:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-25T10:32:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T10:32:22,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-25T10:32:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.8750 sec 2024-11-25T10:32:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:32:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-25T10:32:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,856 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-25T10:32:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-25T10:32:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:32:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,860 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:22,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:32:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:32:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-25T10:32:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-25T10:32:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T10:32:23,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-25T10:32:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 165 msec 2024-11-25T10:32:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec7978310eb24ad0ac01f9c3e31ab928_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:32:23,162 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-25T10:32:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,164 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-25T10:32:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:32:23,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742149_1325 (size=24358) 2024-11-25T10:32:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec7978310eb24ad0ac01f9c3e31ab928_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7978310eb24ad0ac01f9c3e31ab928_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/646d43953794446db18f050a563102c2, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/646d43953794446db18f050a563102c2 is 175, key is test_row_0/A:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742148_1324 (size=73994) 2024-11-25T10:32:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/646d43953794446db18f050a563102c2 2024-11-25T10:32:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530803252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530803255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530803257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:32:23,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530803270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4eb271c869b74a05a2a821b188a67f0a is 50, key is test_row_0/B:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530803274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T10:32:23,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:23,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:23,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742150_1326 (size=12001) 2024-11-25T10:32:23,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4eb271c869b74a05a2a821b188a67f0a 2024-11-25T10:32:23,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/025d84de2a2b4bc3857f6d8014f520ef is 50, key is test_row_0/C:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742151_1327 (size=12001) 2024-11-25T10:32:23,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/025d84de2a2b4bc3857f6d8014f520ef 2024-11-25T10:32:23,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530803370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530803371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530803373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/646d43953794446db18f050a563102c2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2 2024-11-25T10:32:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530803387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2, entries=400, sequenceid=52, filesize=72.3 K 2024-11-25T10:32:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4eb271c869b74a05a2a821b188a67f0a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a 2024-11-25T10:32:23,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530803395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T10:32:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/025d84de2a2b4bc3857f6d8014f520ef as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef 2024-11-25T10:32:23,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T10:32:23,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 254da7134a0a8fa9ca0b00671ee2dbdc in 340ms, sequenceid=52, compaction requested=true 2024-11-25T10:32:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:23,430 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:23,431 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135904 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:23,431 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:23,431 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:23,431 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,431 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=132.7 K 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:23,431 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:23,431 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2] 2024-11-25T10:32:23,432 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4a3bdd4fb345d08046beb74e939f4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732530740757 2024-11-25T10:32:23,432 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:23,432 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:23,432 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,432 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.2 K 2024-11-25T10:32:23,432 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting de47e0a42f2a416cac9b3c96e45f29d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530740773 2024-11-25T10:32:23,433 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4224fa7aa048f9a5f071f357d8373f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732530740757 2024-11-25T10:32:23,433 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 646d43953794446db18f050a563102c2, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:23,434 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d1bce2edf42140c79c6f30b03f365a02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530740773 2024-11-25T10:32:23,435 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb271c869b74a05a2a821b188a67f0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:23,457 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,471 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:23,472 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/dc3a2451cab743fa8d873e94457917e7 is 50, key is test_row_0/B:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,475 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b4ce29aaa43643a79770498afd81b076_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:32:23,478 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b4ce29aaa43643a79770498afd81b076_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,480 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b4ce29aaa43643a79770498afd81b076_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T10:32:23,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,481 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:23,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:23,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:23,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:23,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f747c90ab3f44360aeba30502b4f76d1_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530743252/Put/seqid=0 2024-11-25T10:32:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742153_1329 (size=4469) 2024-11-25T10:32:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742152_1328 (size=12104) 2024-11-25T10:32:23,542 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#276 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:23,542 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/bd7d56701a6b49efa895a9df92faea56 is 175, key is test_row_0/A:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/dc3a2451cab743fa8d873e94457917e7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/dc3a2451cab743fa8d873e94457917e7 2024-11-25T10:32:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742154_1330 (size=12154) 2024-11-25T10:32:23,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:23,559 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f747c90ab3f44360aeba30502b4f76d1_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f747c90ab3f44360aeba30502b4f76d1_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aafca46473ba4c0eaee44a3ddd47c1cd, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:23,561 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into dc3a2451cab743fa8d873e94457917e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:23,561 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:23,561 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530743431; duration=0sec 2024-11-25T10:32:23,561 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:23,561 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:23,562 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aafca46473ba4c0eaee44a3ddd47c1cd is 175, key is test_row_0/A:col10/1732530743252/Put/seqid=0 2024-11-25T10:32:23,563 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:23,563 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:23,563 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:23,563 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.2 K 2024-11-25T10:32:23,563 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e0fd1fce454d4e8767f58498cd5af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732530740757 2024-11-25T10:32:23,564 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e221dd9a52ea4c64bc28f9c4534d0f05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530740773 2024-11-25T10:32:23,564 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 025d84de2a2b4bc3857f6d8014f520ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742155_1331 (size=31058) 2024-11-25T10:32:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742156_1332 (size=30955) 2024-11-25T10:32:23,576 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aafca46473ba4c0eaee44a3ddd47c1cd 2024-11-25T10:32:23,580 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:23,581 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/082819238da5486b89d6e82377ff2642 is 50, key is test_row_0/C:col10/1732530743039/Put/seqid=0 2024-11-25T10:32:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/245498857e794bdf96e3b1073a402cf6 is 50, key is test_row_0/B:col10/1732530743252/Put/seqid=0 2024-11-25T10:32:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742157_1333 (size=12104) 2024-11-25T10:32:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:23,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:23,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742158_1334 (size=12001) 2024-11-25T10:32:23,612 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/245498857e794bdf96e3b1073a402cf6 2024-11-25T10:32:23,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530803605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530803608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530803610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530803611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530803617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/59a59367ecc240a787b248216744bb13 is 50, key is test_row_0/C:col10/1732530743252/Put/seqid=0 2024-11-25T10:32:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742159_1335 (size=12001) 2024-11-25T10:32:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530803715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530803723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530803723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530803724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:32:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530803926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530803934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530803934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530803934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530803943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:23,984 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/bd7d56701a6b49efa895a9df92faea56 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56 2024-11-25T10:32:24,008 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into bd7d56701a6b49efa895a9df92faea56(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:24,008 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:24,008 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530743429; duration=0sec 2024-11-25T10:32:24,009 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:24,009 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:24,014 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/082819238da5486b89d6e82377ff2642 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/082819238da5486b89d6e82377ff2642 2024-11-25T10:32:24,035 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 082819238da5486b89d6e82377ff2642(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:24,035 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:24,035 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530743431; duration=0sec 2024-11-25T10:32:24,035 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:24,035 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:24,082 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/59a59367ecc240a787b248216744bb13 2024-11-25T10:32:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aafca46473ba4c0eaee44a3ddd47c1cd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd 2024-11-25T10:32:24,106 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T10:32:24,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/245498857e794bdf96e3b1073a402cf6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6 2024-11-25T10:32:24,121 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:32:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/59a59367ecc240a787b248216744bb13 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13 2024-11-25T10:32:24,126 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:32:24,127 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 254da7134a0a8fa9ca0b00671ee2dbdc in 646ms, sequenceid=78, compaction requested=false 2024-11-25T10:32:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-25T10:32:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-25T10:32:24,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T10:32:24,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 962 msec 2024-11-25T10:32:24,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 967 msec 2024-11-25T10:32:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:24,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d3f4ae753d1848e0acabc998db0a63e9_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742160_1336 (size=12154) 2024-11-25T10:32:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:32:24,278 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T10:32:24,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T10:32:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:24,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:24,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:24,284 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:24,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:24,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d3f4ae753d1848e0acabc998db0a63e9_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3f4ae753d1848e0acabc998db0a63e9_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:24,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ec75305b12744cb1b0b315dda0574f89, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ec75305b12744cb1b0b315dda0574f89 is 175, key is test_row_0/A:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742161_1337 (size=30955) 2024-11-25T10:32:24,304 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ec75305b12744cb1b0b315dda0574f89 2024-11-25T10:32:24,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/46481c01007a48e096e3e76b91b72284 is 50, key is test_row_0/B:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530804321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530804321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742162_1338 (size=12001) 2024-11-25T10:32:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530804325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530804326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/46481c01007a48e096e3e76b91b72284 2024-11-25T10:32:24,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e60d108ecf7643b08b2eadb7f527c1f0 is 50, key is test_row_0/C:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742163_1339 (size=12001) 2024-11-25T10:32:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:24,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:32:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530804433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530804435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530804440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530804442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530804442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:32:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530804647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530804649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530804652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530804652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:32:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:24,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e60d108ecf7643b08b2eadb7f527c1f0 2024-11-25T10:32:24,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ec75305b12744cb1b0b315dda0574f89 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89 2024-11-25T10:32:24,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T10:32:24,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/46481c01007a48e096e3e76b91b72284 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284 2024-11-25T10:32:24,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T10:32:24,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e60d108ecf7643b08b2eadb7f527c1f0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0 2024-11-25T10:32:24,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T10:32:24,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 254da7134a0a8fa9ca0b00671ee2dbdc in 587ms, sequenceid=93, compaction requested=true 2024-11-25T10:32:24,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:24,831 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:24,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:24,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:24,832 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:24,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:24,843 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:24,843 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:24,843 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:24,843 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:24,843 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,843 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,843 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=90.8 K 2024-11-25T10:32:24,843 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/dc3a2451cab743fa8d873e94457917e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.3 K 2024-11-25T10:32:24,843 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,843 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89] 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd7d56701a6b49efa895a9df92faea56, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting dc3a2451cab743fa8d873e94457917e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting aafca46473ba4c0eaee44a3ddd47c1cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530743250 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 245498857e794bdf96e3b1073a402cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530743250 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec75305b12744cb1b0b315dda0574f89, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:24,844 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 46481c01007a48e096e3e76b91b72284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:24,850 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,857 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:24,857 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3db69ec512824e029693f191626fb09b is 50, key is test_row_0/B:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,859 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252659e4bb41064589b30130ab21cd7b90_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,861 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252659e4bb41064589b30130ab21cd7b90_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,861 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252659e4bb41064589b30130ab21cd7b90_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742164_1340 (size=12207) 2024-11-25T10:32:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:24,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742165_1341 (size=4469) 2024-11-25T10:32:24,905 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#285 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:24,906 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/263bf3616f50403fb345eb5d5d214cdb is 175, key is test_row_0/A:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:24,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:24,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:32:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c20f0d3091c44574ab51b640b521cb10_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530744324/Put/seqid=0 2024-11-25T10:32:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742166_1342 (size=31161) 2024-11-25T10:32:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742167_1343 (size=12154) 2024-11-25T10:32:24,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:24,990 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c20f0d3091c44574ab51b640b521cb10_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c20f0d3091c44574ab51b640b521cb10_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/dcd3f21857d140938df278626ba10e8f, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:24,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/dcd3f21857d140938df278626ba10e8f is 175, key is test_row_0/A:col10/1732530744324/Put/seqid=0 2024-11-25T10:32:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742168_1344 (size=30955) 2024-11-25T10:32:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530804986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530804996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530805001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530805000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530805104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530805105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530805115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530805119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,281 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3db69ec512824e029693f191626fb09b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3db69ec512824e029693f191626fb09b 2024-11-25T10:32:25,287 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into 3db69ec512824e029693f191626fb09b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:25,287 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:25,287 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530744831; duration=0sec 2024-11-25T10:32:25,287 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:25,287 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:25,288 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:25,291 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:25,292 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:25,292 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:25,292 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/082819238da5486b89d6e82377ff2642, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.3 K 2024-11-25T10:32:25,292 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 082819238da5486b89d6e82377ff2642, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732530743034 2024-11-25T10:32:25,293 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a59367ecc240a787b248216744bb13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732530743250 2024-11-25T10:32:25,293 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e60d108ecf7643b08b2eadb7f527c1f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:25,305 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:25,305 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/0087b34c499147c3b2456688908d7d46 is 50, key is test_row_0/C:col10/1732530744244/Put/seqid=0 2024-11-25T10:32:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530805306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530805308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742169_1345 (size=12207) 2024-11-25T10:32:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530805324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530805331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,357 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/263bf3616f50403fb345eb5d5d214cdb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb 2024-11-25T10:32:25,366 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into 263bf3616f50403fb345eb5d5d214cdb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:25,366 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:25,366 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530744831; duration=0sec 2024-11-25T10:32:25,366 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:25,366 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:25,401 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/dcd3f21857d140938df278626ba10e8f 2024-11-25T10:32:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/c2e224ab81604983b7cb75e059109379 is 50, key is test_row_0/B:col10/1732530744324/Put/seqid=0 2024-11-25T10:32:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742170_1346 (size=12001) 2024-11-25T10:32:25,422 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/c2e224ab81604983b7cb75e059109379 2024-11-25T10:32:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/b2031e600ecc44169434d78a371de4f5 is 50, key is test_row_0/C:col10/1732530744324/Put/seqid=0 2024-11-25T10:32:25,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742171_1347 (size=12001) 2024-11-25T10:32:25,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530805447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530805613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530805619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530805627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530805644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:25,741 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/0087b34c499147c3b2456688908d7d46 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/0087b34c499147c3b2456688908d7d46 2024-11-25T10:32:25,755 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 0087b34c499147c3b2456688908d7d46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:25,756 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:25,756 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530744832; duration=0sec 2024-11-25T10:32:25,756 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:25,757 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:25,852 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/b2031e600ecc44169434d78a371de4f5 2024-11-25T10:32:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/dcd3f21857d140938df278626ba10e8f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f 2024-11-25T10:32:25,904 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T10:32:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/c2e224ab81604983b7cb75e059109379 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379 2024-11-25T10:32:25,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:32:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/b2031e600ecc44169434d78a371de4f5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5 2024-11-25T10:32:25,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:32:25,937 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1017ms, sequenceid=117, compaction requested=false 2024-11-25T10:32:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T10:32:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T10:32:25,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T10:32:25,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-25T10:32:25,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.6650 sec 2024-11-25T10:32:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:26,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:26,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cdb9970addb648cfb4306b71d30eb367_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742172_1348 (size=14694) 2024-11-25T10:32:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530806178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530806181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530806190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530806190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530806292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530806293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530806296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530806297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:32:26,400 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T10:32:26,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T10:32:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:26,411 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:26,412 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:26,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530806498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530806499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530806507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530806508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:32:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:26,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:26,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cdb9970addb648cfb4306b71d30eb367_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdb9970addb648cfb4306b71d30eb367_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:26,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/a7a7ac9eb7f24a35b251f4049cf46d75, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:26,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/a7a7ac9eb7f24a35b251f4049cf46d75 is 175, key is test_row_0/A:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742173_1349 (size=39649) 2024-11-25T10:32:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:26,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:32:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530806805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530806805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530806814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530806816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:26,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:32:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:26,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:27,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/a7a7ac9eb7f24a35b251f4049cf46d75 2024-11-25T10:32:27,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b931f970d5be47168c1e77ea919719af is 50, key is test_row_0/B:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742174_1350 (size=12101) 2024-11-25T10:32:27,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:32:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:27,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b931f970d5be47168c1e77ea919719af 2024-11-25T10:32:27,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/7a0d773f3df840829fcae9366bbca93f is 50, key is test_row_0/C:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742175_1351 (size=12101) 2024-11-25T10:32:27,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/7a0d773f3df840829fcae9366bbca93f 2024-11-25T10:32:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/a7a7ac9eb7f24a35b251f4049cf46d75 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75 2024-11-25T10:32:27,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75, entries=200, sequenceid=134, filesize=38.7 K 2024-11-25T10:32:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b931f970d5be47168c1e77ea919719af as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af 2024-11-25T10:32:27,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T10:32:27,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/7a0d773f3df840829fcae9366bbca93f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f 2024-11-25T10:32:27,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T10:32:27,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 254da7134a0a8fa9ca0b00671ee2dbdc in 995ms, sequenceid=134, compaction requested=true 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:27,127 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:27,127 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:27,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:27,130 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:27,130 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:27,132 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:27,132 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:27,132 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,132 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=99.4 K 2024-11-25T10:32:27,132 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,133 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75] 2024-11-25T10:32:27,133 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,133 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3db69ec512824e029693f191626fb09b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.5 K 2024-11-25T10:32:27,133 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 263bf3616f50403fb345eb5d5d214cdb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:27,133 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3db69ec512824e029693f191626fb09b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:27,134 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd3f21857d140938df278626ba10e8f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530744288 2024-11-25T10:32:27,134 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e224ab81604983b7cb75e059109379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530744288 2024-11-25T10:32:27,134 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7a7ac9eb7f24a35b251f4049cf46d75, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744984 2024-11-25T10:32:27,134 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b931f970d5be47168c1e77ea919719af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744995 2024-11-25T10:32:27,175 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:27,181 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:27,181 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/6e61991a5e61454e8e23c3c1aa17442f is 50, key is test_row_0/B:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:27,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:32:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,187 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:27,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:27,199 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252542983ead264936b7b81c2a6b65f1b1_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:27,203 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252542983ead264936b7b81c2a6b65f1b1_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:27,203 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252542983ead264936b7b81c2a6b65f1b1_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742176_1352 (size=12409) 2024-11-25T10:32:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e278b895ab94adea52057f1652fa564_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530746186/Put/seqid=0 2024-11-25T10:32:27,253 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/6e61991a5e61454e8e23c3c1aa17442f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/6e61991a5e61454e8e23c3c1aa17442f 2024-11-25T10:32:27,269 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into 6e61991a5e61454e8e23c3c1aa17442f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:27,269 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:27,269 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530747127; duration=0sec 2024-11-25T10:32:27,271 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:27,271 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:27,271 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:27,277 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:27,277 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:27,277 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:27,277 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/0087b34c499147c3b2456688908d7d46, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.5 K 2024-11-25T10:32:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742177_1353 (size=4469) 2024-11-25T10:32:27,278 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0087b34c499147c3b2456688908d7d46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732530743603 2024-11-25T10:32:27,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b2031e600ecc44169434d78a371de4f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530744288 2024-11-25T10:32:27,281 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#294 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:27,281 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/c221c74a6b3744a481327cf6bdcc4127 is 175, key is test_row_0/A:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:27,282 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a0d773f3df840829fcae9366bbca93f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744995 2024-11-25T10:32:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742178_1354 (size=12304) 2024-11-25T10:32:27,292 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:27,293 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/3ef90df9feff4a78835f4afb0ee80e3e is 50, key is test_row_0/C:col10/1732530746129/Put/seqid=0 2024-11-25T10:32:27,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742179_1355 (size=31363) 2024-11-25T10:32:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:27,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742180_1356 (size=12409) 2024-11-25T10:32:27,325 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/3ef90df9feff4a78835f4afb0ee80e3e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3ef90df9feff4a78835f4afb0ee80e3e 2024-11-25T10:32:27,330 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 3ef90df9feff4a78835f4afb0ee80e3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:27,330 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:27,330 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530747127; duration=0sec 2024-11-25T10:32:27,331 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:27,331 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:27,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530807338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530807339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530807341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530807341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530807449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530807449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530807449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530807451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530807453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,461 DEBUG [Thread-1442 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:32:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530807659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530807659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530807659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530807660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:27,690 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e278b895ab94adea52057f1652fa564_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e278b895ab94adea52057f1652fa564_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/317fa62c975747d9b7ea93f2a47a4463, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/317fa62c975747d9b7ea93f2a47a4463 is 175, key is test_row_0/A:col10/1732530746186/Put/seqid=0 2024-11-25T10:32:27,700 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/c221c74a6b3744a481327cf6bdcc4127 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127 2024-11-25T10:32:27,708 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into c221c74a6b3744a481327cf6bdcc4127(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:27,708 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:27,708 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530747127; duration=0sec 2024-11-25T10:32:27,708 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:27,708 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742181_1357 (size=31105) 2024-11-25T10:32:27,725 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/317fa62c975747d9b7ea93f2a47a4463 2024-11-25T10:32:27,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3f857834398f4a489d5188a24e49b8aa is 50, key is test_row_0/B:col10/1732530746186/Put/seqid=0 2024-11-25T10:32:27,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742182_1358 (size=12151) 2024-11-25T10:32:27,774 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3f857834398f4a489d5188a24e49b8aa 2024-11-25T10:32:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/5c727f2d0771407eb2c9a69a2a4105a6 is 50, key is test_row_0/C:col10/1732530746186/Put/seqid=0 2024-11-25T10:32:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742183_1359 (size=12151) 2024-11-25T10:32:27,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530807964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530807966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530807968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530807971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,230 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/5c727f2d0771407eb2c9a69a2a4105a6 2024-11-25T10:32:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/317fa62c975747d9b7ea93f2a47a4463 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463 2024-11-25T10:32:28,241 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463, entries=150, sequenceid=156, filesize=30.4 K 2024-11-25T10:32:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3f857834398f4a489d5188a24e49b8aa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa 2024-11-25T10:32:28,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:32:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/5c727f2d0771407eb2c9a69a2a4105a6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6 2024-11-25T10:32:28,254 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:32:28,255 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1069ms, sequenceid=156, compaction requested=false 2024-11-25T10:32:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T10:32:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T10:32:28,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T10:32:28,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-25T10:32:28,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8610 sec 2024-11-25T10:32:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:28,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:32:28,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:28,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:28,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:28,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:28,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:28,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:28,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e91fc4112edf4f8c9d21d65559b6fccc_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742184_1360 (size=17284) 2024-11-25T10:32:28,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:28,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e91fc4112edf4f8c9d21d65559b6fccc_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e91fc4112edf4f8c9d21d65559b6fccc_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:28,519 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/75f15b34cbfc46d890a4ff99935cfdb8, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:28,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/75f15b34cbfc46d890a4ff99935cfdb8 is 175, key is test_row_0/A:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742185_1361 (size=48389) 2024-11-25T10:32:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:32:28,531 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T10:32:28,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T10:32:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:28,539 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:28,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:28,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530808559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530808560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530808561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530808561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530808662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530808664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530808673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530808673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:28,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:28,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:28,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:28,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:28,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:28,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:28,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530808864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530808875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530808880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530808880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:28,933 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/75f15b34cbfc46d890a4ff99935cfdb8 2024-11-25T10:32:28,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/cce29df8f2c6402cae9215c3c18d2d33 is 50, key is test_row_0/B:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:29,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742186_1362 (size=12151) 2024-11-25T10:32:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:29,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:29,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:29,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530809177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530809187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530809190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530809193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/cce29df8f2c6402cae9215c3c18d2d33 2024-11-25T10:32:29,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/65eb9a052f1140c080c01b053294539b is 50, key is test_row_0/C:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:29,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:29,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742187_1363 (size=12151) 2024-11-25T10:32:29,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/65eb9a052f1140c080c01b053294539b 2024-11-25T10:32:29,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/75f15b34cbfc46d890a4ff99935cfdb8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8 2024-11-25T10:32:29,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8, entries=250, sequenceid=175, filesize=47.3 K 2024-11-25T10:32:29,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/cce29df8f2c6402cae9215c3c18d2d33 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33 2024-11-25T10:32:29,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33, entries=150, sequenceid=175, filesize=11.9 K 2024-11-25T10:32:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/65eb9a052f1140c080c01b053294539b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b 2024-11-25T10:32:29,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b, entries=150, sequenceid=175, filesize=11.9 K 2024-11-25T10:32:29,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1131ms, sequenceid=175, compaction requested=true 2024-11-25T10:32:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:29,612 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:29,612 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:29,613 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:29,613 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:29,613 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,613 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=108.3 K 2024-11-25T10:32:29,613 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:29,613 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,613 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:29,613 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8] 2024-11-25T10:32:29,613 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,613 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/6e61991a5e61454e8e23c3c1aa17442f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.9 K 2024-11-25T10:32:29,614 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e61991a5e61454e8e23c3c1aa17442f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744995 2024-11-25T10:32:29,614 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting c221c74a6b3744a481327cf6bdcc4127, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744995 2024-11-25T10:32:29,615 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f857834398f4a489d5188a24e49b8aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530746178 2024-11-25T10:32:29,615 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317fa62c975747d9b7ea93f2a47a4463, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530746178 2024-11-25T10:32:29,616 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting cce29df8f2c6402cae9215c3c18d2d33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747341 2024-11-25T10:32:29,617 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75f15b34cbfc46d890a4ff99935cfdb8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747333 2024-11-25T10:32:29,628 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:29,631 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:29,632 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/0d2caffe6d7f49f7a9b0baace9e91772 is 50, key is test_row_0/B:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:29,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:32:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,639 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:32:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:29,643 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125565fbe01d94448c38613aaa02fcae578_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:29,648 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125565fbe01d94448c38613aaa02fcae578_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:29,648 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125565fbe01d94448c38613aaa02fcae578_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742188_1364 (size=12561) 2024-11-25T10:32:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125527ad69852204bc4be3ec19f6bcefb80_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530748555/Put/seqid=0 2024-11-25T10:32:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:29,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742189_1365 (size=4469) 2024-11-25T10:32:29,695 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#303 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:29,698 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/cb9cb215cffa45d6a52ff0e4d2d71452 is 175, key is test_row_0/A:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:29,705 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/0d2caffe6d7f49f7a9b0baace9e91772 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/0d2caffe6d7f49f7a9b0baace9e91772 2024-11-25T10:32:29,715 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into 0d2caffe6d7f49f7a9b0baace9e91772(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:29,715 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:29,715 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530749612; duration=0sec 2024-11-25T10:32:29,715 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:29,715 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:29,715 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742190_1366 (size=12304) 2024-11-25T10:32:29,721 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:29,721 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:29,721 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:29,721 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3ef90df9feff4a78835f4afb0ee80e3e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=35.9 K 2024-11-25T10:32:29,722 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef90df9feff4a78835f4afb0ee80e3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530744995 2024-11-25T10:32:29,722 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c727f2d0771407eb2c9a69a2a4105a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530746178 2024-11-25T10:32:29,722 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 65eb9a052f1140c080c01b053294539b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747341 2024-11-25T10:32:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742191_1367 (size=31515) 2024-11-25T10:32:29,731 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:29,731 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/4ed6380794fb44a194bdca8638ce967d is 50, key is test_row_0/C:col10/1732530747341/Put/seqid=0 2024-11-25T10:32:29,736 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/cb9cb215cffa45d6a52ff0e4d2d71452 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452 2024-11-25T10:32:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530809728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530809730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530809732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530809732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,743 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into cb9cb215cffa45d6a52ff0e4d2d71452(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:29,743 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:29,743 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530749611; duration=0sec 2024-11-25T10:32:29,743 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:29,743 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742192_1368 (size=12561) 2024-11-25T10:32:29,782 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/4ed6380794fb44a194bdca8638ce967d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/4ed6380794fb44a194bdca8638ce967d 2024-11-25T10:32:29,802 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 4ed6380794fb44a194bdca8638ce967d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:29,802 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:29,802 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530749612; duration=0sec 2024-11-25T10:32:29,802 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:29,802 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530809840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530809840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530809840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:29,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530809843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530810044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530810045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530810045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530810046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:30,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125527ad69852204bc4be3ec19f6bcefb80_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125527ad69852204bc4be3ec19f6bcefb80_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d is 175, key is test_row_0/A:col10/1732530748555/Put/seqid=0 2024-11-25T10:32:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742193_1369 (size=31105) 2024-11-25T10:32:30,161 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d 2024-11-25T10:32:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/deea376047e84ff69879ea8e52ec5f51 is 50, key is test_row_0/B:col10/1732530748555/Put/seqid=0 2024-11-25T10:32:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742194_1370 (size=12151) 2024-11-25T10:32:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530810352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530810352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530810352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530810352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/deea376047e84ff69879ea8e52ec5f51 2024-11-25T10:32:30,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/3249a70c6b6b40dda016ab9bb5c37d1c is 50, key is test_row_0/C:col10/1732530748555/Put/seqid=0 2024-11-25T10:32:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742195_1371 (size=12151) 2024-11-25T10:32:30,614 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/3249a70c6b6b40dda016ab9bb5c37d1c 2024-11-25T10:32:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d 2024-11-25T10:32:30,620 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d, entries=150, sequenceid=196, filesize=30.4 K 2024-11-25T10:32:30,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/deea376047e84ff69879ea8e52ec5f51 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51 2024-11-25T10:32:30,625 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:32:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/3249a70c6b6b40dda016ab9bb5c37d1c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c 2024-11-25T10:32:30,628 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:32:30,629 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 254da7134a0a8fa9ca0b00671ee2dbdc in 990ms, sequenceid=196, compaction requested=false 2024-11-25T10:32:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T10:32:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T10:32:30,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T10:32:30,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0900 sec 2024-11-25T10:32:30,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.0990 sec 2024-11-25T10:32:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:32:30,653 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T10:32:30,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T10:32:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:32:30,655 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:30,656 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:30,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:32:30,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:32:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:30,808 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:32:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258afb546157c34cc9a8d06a745c1cde2d_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530749729/Put/seqid=0 2024-11-25T10:32:30,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742196_1372 (size=12304) 2024-11-25T10:32:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:30,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:30,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530810896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530810898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530810900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530810901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:32:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530811003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530811006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530811019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530811019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530811208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530811216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530811227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530811229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258afb546157c34cc9a8d06a745c1cde2d_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258afb546157c34cc9a8d06a745c1cde2d_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ade09006013445759ed75ff90f0abdd1, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ade09006013445759ed75ff90f0abdd1 is 175, key is test_row_0/A:col10/1732530749729/Put/seqid=0 2024-11-25T10:32:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:32:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742197_1373 (size=31105) 2024-11-25T10:32:31,285 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ade09006013445759ed75ff90f0abdd1 2024-11-25T10:32:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/107755bdaf7443f182835acbd3ee6d30 is 50, key is test_row_0/B:col10/1732530749729/Put/seqid=0 2024-11-25T10:32:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742198_1374 (size=12151) 2024-11-25T10:32:31,351 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/107755bdaf7443f182835acbd3ee6d30 2024-11-25T10:32:31,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e98c2191b3d5400bab180f6d31f98018 is 50, key is test_row_0/C:col10/1732530749729/Put/seqid=0 2024-11-25T10:32:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742199_1375 (size=12151) 2024-11-25T10:32:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e98c2191b3d5400bab180f6d31f98018 2024-11-25T10:32:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/ade09006013445759ed75ff90f0abdd1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1 2024-11-25T10:32:31,451 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1, entries=150, sequenceid=214, filesize=30.4 K 2024-11-25T10:32:31,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/107755bdaf7443f182835acbd3ee6d30 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30 2024-11-25T10:32:31,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52448 deadline: 1732530811478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,489 DEBUG [Thread-1442 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:32:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T10:32:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e98c2191b3d5400bab180f6d31f98018 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018 2024-11-25T10:32:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530811515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,522 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T10:32:31,528 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 254da7134a0a8fa9ca0b00671ee2dbdc in 720ms, sequenceid=214, compaction requested=true 2024-11-25T10:32:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T10:32:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T10:32:31,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T10:32:31,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 874 msec 2024-11-25T10:32:31,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 880 msec 2024-11-25T10:32:31,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:32:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:31,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d4cf1ff35984780bdf0d1cf4224920c_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742200_1376 (size=17284) 2024-11-25T10:32:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530811581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530811587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530811595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530811696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530811698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530811708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:32:31,758 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T10:32:31,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T10:32:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:32:31,760 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:31,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:31,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:32:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530811905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:31,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:31,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530811907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530811923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:31,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:32,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d4cf1ff35984780bdf0d1cf4224920c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4cf1ff35984780bdf0d1cf4224920c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:32,007 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/be2c1da28148472ca6cd92850c877810, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/be2c1da28148472ca6cd92850c877810 is 175, key is test_row_0/A:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530812022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742201_1377 (size=48389) 2024-11-25T10:32:32,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/be2c1da28148472ca6cd92850c877810 2024-11-25T10:32:32,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3be691680cd746e2acd07ac21f0e3bb0 is 50, key is test_row_0/B:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:32:32,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742202_1378 (size=12151) 2024-11-25T10:32:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3be691680cd746e2acd07ac21f0e3bb0 2024-11-25T10:32:32,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/892c66b176cd40b8b35c5734170cf4c0 is 50, key is test_row_0/C:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742203_1379 (size=12151) 2024-11-25T10:32:32,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530812218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:32,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:32,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530812231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530812237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:32:32,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/892c66b176cd40b8b35c5734170cf4c0 2024-11-25T10:32:32,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/be2c1da28148472ca6cd92850c877810 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810 2024-11-25T10:32:32,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810, entries=250, sequenceid=237, filesize=47.3 K 2024-11-25T10:32:32,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/3be691680cd746e2acd07ac21f0e3bb0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0 2024-11-25T10:32:32,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:32:32,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/892c66b176cd40b8b35c5734170cf4c0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0 2024-11-25T10:32:32,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:32,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:32:32,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1008ms, sequenceid=237, compaction requested=true 2024-11-25T10:32:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:32,547 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:32,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:32,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:32:32,548 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:32,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:32,550 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:32,550 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,551 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/0d2caffe6d7f49f7a9b0baace9e91772, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=47.9 K 2024-11-25T10:32:32,551 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:32,551 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:32,551 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,551 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=138.8 K 2024-11-25T10:32:32,551 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,551 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810] 2024-11-25T10:32:32,552 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d2caffe6d7f49f7a9b0baace9e91772, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747341 2024-11-25T10:32:32,552 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb9cb215cffa45d6a52ff0e4d2d71452, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747341 2024-11-25T10:32:32,552 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting deea376047e84ff69879ea8e52ec5f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530748553 2024-11-25T10:32:32,555 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 107755bdaf7443f182835acbd3ee6d30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530749700 2024-11-25T10:32:32,555 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e09fd4b283ae4f4c9cd0ba9a2bc1353d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530748553 2024-11-25T10:32:32,555 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be691680cd746e2acd07ac21f0e3bb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750894 2024-11-25T10:32:32,556 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ade09006013445759ed75ff90f0abdd1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530749700 2024-11-25T10:32:32,556 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting be2c1da28148472ca6cd92850c877810, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750890 2024-11-25T10:32:32,579 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,585 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:32,586 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e25882d9a99c4d028bf50fc892fa9273 is 50, key is test_row_0/B:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,587 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112546b03eebdeb84ee6b2067646b59382e8_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,590 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112546b03eebdeb84ee6b2067646b59382e8_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,590 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546b03eebdeb84ee6b2067646b59382e8_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742204_1380 (size=12697) 2024-11-25T10:32:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742205_1381 (size=4469) 2024-11-25T10:32:32,625 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#315 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:32,626 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/154f4deebb3442c3a2423f236a1d1433 is 175, key is test_row_0/A:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742206_1382 (size=31651) 2024-11-25T10:32:32,664 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/154f4deebb3442c3a2423f236a1d1433 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433 2024-11-25T10:32:32,669 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into 154f4deebb3442c3a2423f236a1d1433(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:32,669 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:32,669 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=12, startTime=1732530752547; duration=0sec 2024-11-25T10:32:32,669 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:32,670 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:32,670 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:32,672 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:32,672 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:32,672 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,672 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/4ed6380794fb44a194bdca8638ce967d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=47.9 K 2024-11-25T10:32:32,672 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed6380794fb44a194bdca8638ce967d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732530747341 2024-11-25T10:32:32,674 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3249a70c6b6b40dda016ab9bb5c37d1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530748553 2024-11-25T10:32:32,675 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98c2191b3d5400bab180f6d31f98018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530749700 2024-11-25T10:32:32,675 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 892c66b176cd40b8b35c5734170cf4c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750894 2024-11-25T10:32:32,684 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:32,685 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/26a7885d52a24944b3a4230301d73e1b is 50, key is test_row_0/C:col10/1732530751540/Put/seqid=0 2024-11-25T10:32:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742207_1383 (size=12697) 2024-11-25T10:32:32,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:32:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,694 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112555eb62456322412ca02a5bc8d2d8b226_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530751563/Put/seqid=0 2024-11-25T10:32:32,714 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/26a7885d52a24944b3a4230301d73e1b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/26a7885d52a24944b3a4230301d73e1b 2024-11-25T10:32:32,721 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 26a7885d52a24944b3a4230301d73e1b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:32,721 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:32,721 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=12, startTime=1732530752547; duration=0sec 2024-11-25T10:32:32,721 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:32,721 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742208_1384 (size=12304) 2024-11-25T10:32:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:32,737 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112555eb62456322412ca02a5bc8d2d8b226_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112555eb62456322412ca02a5bc8d2d8b226_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/60081fa6132840bdbb5b25e17018f388, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/60081fa6132840bdbb5b25e17018f388 is 175, key is test_row_0/A:col10/1732530751563/Put/seqid=0 2024-11-25T10:32:32,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742209_1385 (size=31105) 2024-11-25T10:32:32,750 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/60081fa6132840bdbb5b25e17018f388 2024-11-25T10:32:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/1baa04a0e83845bdaf0645306d8eba4a is 50, key is test_row_0/B:col10/1732530751563/Put/seqid=0 2024-11-25T10:32:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742210_1386 (size=12151) 2024-11-25T10:32:32,773 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/1baa04a0e83845bdaf0645306d8eba4a 2024-11-25T10:32:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/41200434571243d9b77257ce6a01cb41 is 50, key is test_row_0/C:col10/1732530751563/Put/seqid=0 2024-11-25T10:32:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742211_1387 (size=12151) 2024-11-25T10:32:32,816 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/41200434571243d9b77257ce6a01cb41 2024-11-25T10:32:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/60081fa6132840bdbb5b25e17018f388 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388 2024-11-25T10:32:32,834 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388, entries=150, sequenceid=251, filesize=30.4 K 2024-11-25T10:32:32,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/1baa04a0e83845bdaf0645306d8eba4a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a 2024-11-25T10:32:32,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T10:32:32,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/41200434571243d9b77257ce6a01cb41 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41 2024-11-25T10:32:32,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T10:32:32,852 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 254da7134a0a8fa9ca0b00671ee2dbdc in 158ms, sequenceid=251, compaction requested=false 2024-11-25T10:32:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:32,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T10:32:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T10:32:32,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:32,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T10:32:32,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-25T10:32:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:32,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.0970 sec 2024-11-25T10:32:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:32:32,874 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T10:32:32,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T10:32:32,876 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:32,876 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:32,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:32,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530812875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530812882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530812886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:32,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519a68625e8dd4ccebdf3addd77a39b2b_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742212_1388 (size=12454) 2024-11-25T10:32:32,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:32,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519a68625e8dd4ccebdf3addd77a39b2b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a68625e8dd4ccebdf3addd77a39b2b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:32,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f8a829e921a14310b6e91f9bfcc29ebb, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:32,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f8a829e921a14310b6e91f9bfcc29ebb is 175, key is test_row_0/A:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742213_1389 (size=31255) 2024-11-25T10:32:32,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f8a829e921a14310b6e91f9bfcc29ebb 2024-11-25T10:32:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:32,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530812990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530812991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530813000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 is 50, key is test_row_0/B:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742214_1390 (size=12301) 2024-11-25T10:32:33,021 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e25882d9a99c4d028bf50fc892fa9273 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e25882d9a99c4d028bf50fc892fa9273 2024-11-25T10:32:33,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 2024-11-25T10:32:33,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:32:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:33,031 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into e25882d9a99c4d028bf50fc892fa9273(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:33,032 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:33,032 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=12, startTime=1732530752547; duration=0sec 2024-11-25T10:32:33,032 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:33,032 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:33,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/afbc7f5a339e4b51b03b0e920b2db642 is 50, key is test_row_0/C:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530813043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742215_1391 (size=12301) 2024-11-25T10:32:33,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/afbc7f5a339e4b51b03b0e920b2db642 2024-11-25T10:32:33,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f8a829e921a14310b6e91f9bfcc29ebb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb 2024-11-25T10:32:33,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb, entries=150, sequenceid=276, filesize=30.5 K 2024-11-25T10:32:33,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 2024-11-25T10:32:33,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T10:32:33,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/afbc7f5a339e4b51b03b0e920b2db642 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642 2024-11-25T10:32:33,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T10:32:33,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 254da7134a0a8fa9ca0b00671ee2dbdc in 236ms, sequenceid=276, compaction requested=true 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:33,090 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:33,090 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:33,091 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,091 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=91.8 K 2024-11-25T10:32:33,091 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb] 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 154f4deebb3442c3a2423f236a1d1433, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750894 2024-11-25T10:32:33,091 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:33,092 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,092 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e25882d9a99c4d028bf50fc892fa9273, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.3 K 2024-11-25T10:32:33,092 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60081fa6132840bdbb5b25e17018f388, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732530751563 2024-11-25T10:32:33,092 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e25882d9a99c4d028bf50fc892fa9273, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750894 2024-11-25T10:32:33,092 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1baa04a0e83845bdaf0645306d8eba4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732530751563 2024-11-25T10:32:33,092 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a829e921a14310b6e91f9bfcc29ebb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:33,092 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 58b6b6e5f16d4e38b17ac4e2cfbbc3a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:33,097 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:33,099 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:33,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/fccaf5a7aa244f708d9aace03c424ad8 is 50, key is test_row_0/B:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:33,102 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c257195fbc414865bdf22e036324c6f4_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:33,103 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c257195fbc414865bdf22e036324c6f4_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:33,104 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c257195fbc414865bdf22e036324c6f4_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742216_1392 (size=12949) 2024-11-25T10:32:33,134 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/fccaf5a7aa244f708d9aace03c424ad8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fccaf5a7aa244f708d9aace03c424ad8 2024-11-25T10:32:33,138 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into fccaf5a7aa244f708d9aace03c424ad8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:33,138 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:33,138 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530753090; duration=0sec 2024-11-25T10:32:33,138 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:33,138 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:33,138 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:33,139 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:33,139 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:33,139 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,139 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/26a7885d52a24944b3a4230301d73e1b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.3 K 2024-11-25T10:32:33,140 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a7885d52a24944b3a4230301d73e1b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530750894 2024-11-25T10:32:33,141 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 41200434571243d9b77257ce6a01cb41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732530751563 2024-11-25T10:32:33,141 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting afbc7f5a339e4b51b03b0e920b2db642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742217_1393 (size=4469) 2024-11-25T10:32:33,149 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:33,150 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e44f9853686148d4bb26f40f6698831c is 50, key is test_row_0/C:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742218_1394 (size=12949) 2024-11-25T10:32:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:33,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:33,182 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:33,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125272f2f9b757a4f1495be43ff4678cc9c_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530752885/Put/seqid=0 2024-11-25T10:32:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742219_1395 (size=12454) 2024-11-25T10:32:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530813289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530813290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530813291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530813400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530813401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530813405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:33,544 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#324 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:33,544 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9c8f219970684ddfb22c1231c4408077 is 175, key is test_row_0/A:col10/1732530752853/Put/seqid=0 2024-11-25T10:32:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742220_1396 (size=31903) 2024-11-25T10:32:33,558 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e44f9853686148d4bb26f40f6698831c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e44f9853686148d4bb26f40f6698831c 2024-11-25T10:32:33,562 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/9c8f219970684ddfb22c1231c4408077 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077 2024-11-25T10:32:33,563 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into e44f9853686148d4bb26f40f6698831c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:33,564 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:33,564 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530753090; duration=0sec 2024-11-25T10:32:33,564 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:33,564 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:33,566 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into 9c8f219970684ddfb22c1231c4408077(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:33,566 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:33,566 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530753090; duration=0sec 2024-11-25T10:32:33,566 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:33,567 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:33,603 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125272f2f9b757a4f1495be43ff4678cc9c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125272f2f9b757a4f1495be43ff4678cc9c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:33,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aa46544da40249ae9c14661aa2bae2d9, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:33,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aa46544da40249ae9c14661aa2bae2d9 is 175, key is test_row_0/A:col10/1732530752885/Put/seqid=0 2024-11-25T10:32:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742221_1397 (size=31255) 2024-11-25T10:32:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530813611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530813611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530813613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530813917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530813918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530813919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:34,009 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aa46544da40249ae9c14661aa2bae2d9 2024-11-25T10:32:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e99a9c1886814a099799685d4e59c1f1 is 50, key is test_row_0/B:col10/1732530752885/Put/seqid=0 2024-11-25T10:32:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742222_1398 (size=12301) 2024-11-25T10:32:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530814424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530814424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530814424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:34,439 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e99a9c1886814a099799685d4e59c1f1 2024-11-25T10:32:34,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/11f0b1896c594ceba44b018663a58fe4 is 50, key is test_row_0/C:col10/1732530752885/Put/seqid=0 2024-11-25T10:32:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742223_1399 (size=12301) 2024-11-25T10:32:34,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/11f0b1896c594ceba44b018663a58fe4 2024-11-25T10:32:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/aa46544da40249ae9c14661aa2bae2d9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9 2024-11-25T10:32:34,482 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9, entries=150, sequenceid=290, filesize=30.5 K 2024-11-25T10:32:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e99a9c1886814a099799685d4e59c1f1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1 2024-11-25T10:32:34,492 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:32:34,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/11f0b1896c594ceba44b018663a58fe4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4 2024-11-25T10:32:34,500 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:32:34,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1323ms, sequenceid=290, compaction requested=false 2024-11-25T10:32:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T10:32:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T10:32:34,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T10:32:34,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-11-25T10:32:34,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.6350 sec 2024-11-25T10:32:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:32:34,984 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T10:32:34,984 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T10:32:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:34,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:34,987 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:34,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:35,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:35,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:35,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:35,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:35,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f49f502964f4305a84941766fe243f6_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530815104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742224_1400 (size=12454) 2024-11-25T10:32:35,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530815207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:35,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530815411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530815429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530815435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530815439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:35,561 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f49f502964f4305a84941766fe243f6_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f49f502964f4305a84941766fe243f6_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:35,575 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/05ad4f45577f408c89bcce9e641ae18c, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:35,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/05ad4f45577f408c89bcce9e641ae18c is 175, key is test_row_0/A:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742225_1401 (size=31255) 2024-11-25T10:32:35,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530815721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:35,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:35,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:35,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/05ad4f45577f408c89bcce9e641ae18c 2024-11-25T10:32:36,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e341d272455d4cb3b1415eccf2eeacd4 is 50, key is test_row_0/B:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742226_1402 (size=12301) 2024-11-25T10:32:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:36,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530816226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e341d272455d4cb3b1415eccf2eeacd4 2024-11-25T10:32:36,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/ab261a09640d486b81060003402f2820 is 50, key is test_row_0/C:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742227_1403 (size=12301) 2024-11-25T10:32:36,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:36,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:36,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:36,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/ab261a09640d486b81060003402f2820 2024-11-25T10:32:36,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/05ad4f45577f408c89bcce9e641ae18c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c 2024-11-25T10:32:36,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c, entries=150, sequenceid=318, filesize=30.5 K 2024-11-25T10:32:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/e341d272455d4cb3b1415eccf2eeacd4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4 2024-11-25T10:32:37,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:32:37,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/ab261a09640d486b81060003402f2820 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820 2024-11-25T10:32:37,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:32:37,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1954ms, sequenceid=318, compaction requested=true 2024-11-25T10:32:37,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:37,025 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:37,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:37,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:37,025 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:37,027 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:37,027 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:37,027 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,027 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=92.2 K 2024-11-25T10:32:37,027 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,028 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c] 2024-11-25T10:32:37,028 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c8f219970684ddfb22c1231c4408077, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:37,028 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa46544da40249ae9c14661aa2bae2d9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530752867 2024-11-25T10:32:37,029 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05ad4f45577f408c89bcce9e641ae18c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:37,031 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:37,031 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:37,031 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,032 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fccaf5a7aa244f708d9aace03c424ad8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.7 K 2024-11-25T10:32:37,032 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fccaf5a7aa244f708d9aace03c424ad8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:37,033 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e99a9c1886814a099799685d4e59c1f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530752867 2024-11-25T10:32:37,034 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e341d272455d4cb3b1415eccf2eeacd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:37,039 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:37,049 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:37,050 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/ed823543e7e24d9bba6cb51185e77ab0 is 50, key is test_row_0/B:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:37,059 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125208e584214bb4b4eb9bd567a4617c81f_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:37,061 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125208e584214bb4b4eb9bd567a4617c81f_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:37,061 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125208e584214bb4b4eb9bd567a4617c81f_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742228_1404 (size=13051) 2024-11-25T10:32:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742229_1405 (size=4469) 2024-11-25T10:32:37,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T10:32:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,081 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255710b590136a4b7b9ec66346ab64fe28_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530755101/Put/seqid=0 2024-11-25T10:32:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742230_1406 (size=12454) 2024-11-25T10:32:37,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:37,118 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255710b590136a4b7b9ec66346ab64fe28_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255710b590136a4b7b9ec66346ab64fe28_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:37,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/59eb1a3b6d0d4c4590dc272413cbecd3, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:37,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/59eb1a3b6d0d4c4590dc272413cbecd3 is 175, key is test_row_0/A:col10/1732530755101/Put/seqid=0 2024-11-25T10:32:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742231_1407 (size=31255) 2024-11-25T10:32:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530817454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530817455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530817456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,470 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:37,471 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/d8702320c70f47979b23079fad52fd6a is 175, key is test_row_0/A:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:37,473 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/ed823543e7e24d9bba6cb51185e77ab0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/ed823543e7e24d9bba6cb51185e77ab0 2024-11-25T10:32:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742232_1408 (size=32005) 2024-11-25T10:32:37,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52452 deadline: 1732530817463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,475 DEBUG [Thread-1436 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:32:37,477 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into ed823543e7e24d9bba6cb51185e77ab0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:37,477 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:37,477 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530757025; duration=0sec 2024-11-25T10:32:37,478 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:37,478 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:37,478 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:37,479 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:37,479 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:37,479 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,479 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e44f9853686148d4bb26f40f6698831c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.7 K 2024-11-25T10:32:37,480 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e44f9853686148d4bb26f40f6698831c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732530752825 2024-11-25T10:32:37,480 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f0b1896c594ceba44b018663a58fe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732530752867 2024-11-25T10:32:37,481 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ab261a09640d486b81060003402f2820, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:37,488 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:37,488 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/b50a6aadd9fd41398181cb1a881bda3f is 50, key is test_row_0/C:col10/1732530753265/Put/seqid=0 2024-11-25T10:32:37,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742233_1409 (size=13051) 2024-11-25T10:32:37,524 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/b50a6aadd9fd41398181cb1a881bda3f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b50a6aadd9fd41398181cb1a881bda3f 2024-11-25T10:32:37,539 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/59eb1a3b6d0d4c4590dc272413cbecd3 2024-11-25T10:32:37,541 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into b50a6aadd9fd41398181cb1a881bda3f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:37,541 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:37,541 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530757026; duration=0sec 2024-11-25T10:32:37,541 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:37,541 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530817564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530817568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/edac4050b3b54ebca304613bf5740ab3 is 50, key is test_row_0/B:col10/1732530755101/Put/seqid=0 2024-11-25T10:32:37,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530817574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742234_1410 (size=12301) 2024-11-25T10:32:37,608 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/edac4050b3b54ebca304613bf5740ab3 2024-11-25T10:32:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f377fd70e2ab47febff1b5d6f762a352 is 50, key is test_row_0/C:col10/1732530755101/Put/seqid=0 2024-11-25T10:32:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742235_1411 (size=12301) 2024-11-25T10:32:37,675 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f377fd70e2ab47febff1b5d6f762a352 2024-11-25T10:32:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/59eb1a3b6d0d4c4590dc272413cbecd3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3 2024-11-25T10:32:37,712 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3, entries=150, sequenceid=328, filesize=30.5 K 2024-11-25T10:32:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/edac4050b3b54ebca304613bf5740ab3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3 2024-11-25T10:32:37,718 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:32:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f377fd70e2ab47febff1b5d6f762a352 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352 2024-11-25T10:32:37,724 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:32:37,726 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 254da7134a0a8fa9ca0b00671ee2dbdc in 644ms, sequenceid=328, compaction requested=false 2024-11-25T10:32:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T10:32:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T10:32:37,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T10:32:37,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7400 sec 2024-11-25T10:32:37,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7440 sec 2024-11-25T10:32:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:37,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:37,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4c09aef30984d588eeb751b105a0bae_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742236_1412 (size=14994) 2024-11-25T10:32:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530817797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530817796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530817798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,889 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/d8702320c70f47979b23079fad52fd6a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a 2024-11-25T10:32:37,900 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into d8702320c70f47979b23079fad52fd6a(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:37,900 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:37,900 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530757024; duration=0sec 2024-11-25T10:32:37,900 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:37,900 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:37,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530817906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530817906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:37,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530817906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530818118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530818119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530818124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,211 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4c09aef30984d588eeb751b105a0bae_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4c09aef30984d588eeb751b105a0bae_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:38,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 is 175, key is test_row_0/A:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742237_1413 (size=39949) 2024-11-25T10:32:38,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 2024-11-25T10:32:38,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b52d4a41311548318c4763273a5145da is 50, key is test_row_0/B:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742238_1414 (size=12301) 2024-11-25T10:32:38,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b52d4a41311548318c4763273a5145da 2024-11-25T10:32:38,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f14658fb98144b948a9d85c0c4f33040 is 50, key is test_row_0/C:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742239_1415 (size=12301) 2024-11-25T10:32:38,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f14658fb98144b948a9d85c0c4f33040 2024-11-25T10:32:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 2024-11-25T10:32:38,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5, entries=200, sequenceid=358, filesize=39.0 K 2024-11-25T10:32:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/b52d4a41311548318c4763273a5145da as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da 2024-11-25T10:32:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:32:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/f14658fb98144b948a9d85c0c4f33040 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040 2024-11-25T10:32:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:32:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 254da7134a0a8fa9ca0b00671ee2dbdc in 593ms, sequenceid=358, compaction requested=true 2024-11-25T10:32:38,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:38,372 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,373 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,373 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,373 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:38,373 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=100.8 K 2024-11-25T10:32:38,373 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:38,373 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5] 2024-11-25T10:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:38,373 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:38,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,375 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8702320c70f47979b23079fad52fd6a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,379 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59eb1a3b6d0d4c4590dc272413cbecd3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530755075 2024-11-25T10:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,379 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:38,379 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:38,379 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,379 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/ed823543e7e24d9bba6cb51185e77ab0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.8 K 2024-11-25T10:32:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,380 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ed823543e7e24d9bba6cb51185e77ab0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,380 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f87037d8b8f4c2c8f4ed069aaaa9ed5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,380 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting edac4050b3b54ebca304613bf5740ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530755075 2024-11-25T10:32:38,381 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b52d4a41311548318c4763273a5145da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,432 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#342 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,433 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/167a0e6e7f4e43c187ddbbec55746760 is 50, key is test_row_0/B:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,442 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,455 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254a611bfde97148428da3fbb5fc1dd6ed_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,457 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254a611bfde97148428da3fbb5fc1dd6ed_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254a611bfde97148428da3fbb5fc1dd6ed_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742241_1417 (size=4469) 2024-11-25T10:32:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742240_1416 (size=13153) 2024-11-25T10:32:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,495 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#343 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,495 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/cb6a5502fc9f4523a357db8a4c43b626 is 175, key is test_row_0/A:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,502 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/167a0e6e7f4e43c187ddbbec55746760 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/167a0e6e7f4e43c187ddbbec55746760 2024-11-25T10:32:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:38,509 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into 167a0e6e7f4e43c187ddbbec55746760(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:38,509 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:38,509 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530758373; duration=0sec 2024-11-25T10:32:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,509 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:38,509 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:38,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,510 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:38,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:38,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:38,511 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:38,511 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:38,511 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:38,511 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b50a6aadd9fd41398181cb1a881bda3f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.8 K 2024-11-25T10:32:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,512 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b50a6aadd9fd41398181cb1a881bda3f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530753265 2024-11-25T10:32:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,513 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f377fd70e2ab47febff1b5d6f762a352, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530755075 2024-11-25T10:32:38,513 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f14658fb98144b948a9d85c0c4f33040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742242_1418 (size=32107) 2024-11-25T10:32:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e8299b37a2664689afe524a4443a3a29_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530758500/Put/seqid=0 2024-11-25T10:32:38,529 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/cb6a5502fc9f4523a357db8a4c43b626 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626 2024-11-25T10:32:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,540 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into cb6a5502fc9f4523a357db8a4c43b626(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:38,540 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#345 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:38,540 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:38,540 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530758371; duration=0sec 2024-11-25T10:32:38,541 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:38,541 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:38,541 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/01c1a2cee37e445693fc04770a2d2508 is 50, key is test_row_0/C:col10/1732530757779/Put/seqid=0 2024-11-25T10:32:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742243_1419 (size=14994) 2024-11-25T10:32:38,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742244_1420 (size=13153) 2024-11-25T10:32:38,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e8299b37a2664689afe524a4443a3a29_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e8299b37a2664689afe524a4443a3a29_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:38,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/5876507237c54b7d9b7ac343ec67e6b2, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/5876507237c54b7d9b7ac343ec67e6b2 is 175, key is test_row_0/A:col10/1732530758500/Put/seqid=0 2024-11-25T10:32:38,599 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/01c1a2cee37e445693fc04770a2d2508 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/01c1a2cee37e445693fc04770a2d2508 2024-11-25T10:32:38,606 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 01c1a2cee37e445693fc04770a2d2508(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:38,606 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:38,606 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530758373; duration=0sec 2024-11-25T10:32:38,606 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:38,606 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742245_1421 (size=39949) 2024-11-25T10:32:38,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/5876507237c54b7d9b7ac343ec67e6b2 2024-11-25T10:32:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530818623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4f439e094e8a4b1c857727b960b5f3d7 is 50, key is test_row_0/B:col10/1732530758500/Put/seqid=0 2024-11-25T10:32:38,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530818629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530818629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742246_1422 (size=12301) 2024-11-25T10:32:38,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4f439e094e8a4b1c857727b960b5f3d7 2024-11-25T10:32:38,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/10d1e3a098b24ba891870e0e63946bfa is 50, key is test_row_0/C:col10/1732530758500/Put/seqid=0 2024-11-25T10:32:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742247_1423 (size=12301) 2024-11-25T10:32:38,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/10d1e3a098b24ba891870e0e63946bfa 2024-11-25T10:32:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530818739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/5876507237c54b7d9b7ac343ec67e6b2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2 2024-11-25T10:32:38,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2, entries=200, sequenceid=371, filesize=39.0 K 2024-11-25T10:32:38,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/4f439e094e8a4b1c857727b960b5f3d7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7 2024-11-25T10:32:38,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530818748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:32:38,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/10d1e3a098b24ba891870e0e63946bfa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa 2024-11-25T10:32:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530818756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:32:38,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 254da7134a0a8fa9ca0b00671ee2dbdc in 254ms, sequenceid=371, compaction requested=false 2024-11-25T10:32:38,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:38,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:38,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3c118b5c833475f915396bd57c7f72c_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742248_1424 (size=14994) 2024-11-25T10:32:38,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530818969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3c118b5c833475f915396bd57c7f72c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3c118b5c833475f915396bd57c7f72c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:38,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/baaa1a24a3314a5abf057d0ee55bd080, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:38,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/baaa1a24a3314a5abf057d0ee55bd080 is 175, key is test_row_0/A:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742249_1425 (size=39949) 2024-11-25T10:32:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530818975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530818976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530819076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530819085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530819085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:32:39,099 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T10:32:39,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T10:32:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:39,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:39,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:39,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530819283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530819293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530819293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/baaa1a24a3314a5abf057d0ee55bd080 2024-11-25T10:32:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:39,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/bfd14b47d92443f0930202a088853503 is 50, key is test_row_0/B:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742250_1426 (size=12301) 2024-11-25T10:32:39,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530819590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530819601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530819601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:39,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:39,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:39,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/bfd14b47d92443f0930202a088853503 2024-11-25T10:32:39,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:39,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:39,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/361262e7443041f182a614dc074c5504 is 50, key is test_row_0/C:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742251_1427 (size=12301) 2024-11-25T10:32:39,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/361262e7443041f182a614dc074c5504 2024-11-25T10:32:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/baaa1a24a3314a5abf057d0ee55bd080 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080 2024-11-25T10:32:39,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080, entries=200, sequenceid=399, filesize=39.0 K 2024-11-25T10:32:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/bfd14b47d92443f0930202a088853503 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503 2024-11-25T10:32:39,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T10:32:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/361262e7443041f182a614dc074c5504 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504 2024-11-25T10:32:39,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T10:32:39,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1018ms, sequenceid=399, compaction requested=true 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:39,969 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:39,969 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:39,970 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:39,970 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/A is initiating minor compaction (all files) 2024-11-25T10:32:39,970 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/A in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,970 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=109.4 K 2024-11-25T10:32:39,970 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,970 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080] 2024-11-25T10:32:39,971 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:39,971 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb6a5502fc9f4523a357db8a4c43b626, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:39,971 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/B is initiating minor compaction (all files) 2024-11-25T10:32:39,971 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/B in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:39,971 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/167a0e6e7f4e43c187ddbbec55746760, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.9 K 2024-11-25T10:32:39,971 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5876507237c54b7d9b7ac343ec67e6b2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530757795 2024-11-25T10:32:39,971 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting baaa1a24a3314a5abf057d0ee55bd080, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530758562 2024-11-25T10:32:39,972 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 167a0e6e7f4e43c187ddbbec55746760, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:39,974 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f439e094e8a4b1c857727b960b5f3d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530757795 2024-11-25T10:32:39,974 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd14b47d92443f0930202a088853503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530758562 2024-11-25T10:32:39,980 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:39,984 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:39,985 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a8e407114db34c979d48b7154d69bb86_254da7134a0a8fa9ca0b00671ee2dbdc store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:39,985 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/1f69659027364407936fe73c86aa3060 is 50, key is test_row_0/B:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:39,987 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a8e407114db34c979d48b7154d69bb86_254da7134a0a8fa9ca0b00671ee2dbdc, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:39,994 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a8e407114db34c979d48b7154d69bb86_254da7134a0a8fa9ca0b00671ee2dbdc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742252_1428 (size=13255) 2024-11-25T10:32:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742253_1429 (size=4469) 2024-11-25T10:32:40,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T10:32:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112553d2ddb621fe414b86a45439e5913d37_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530758974/Put/seqid=0 2024-11-25T10:32:40,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. as already flushing 2024-11-25T10:32:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742254_1430 (size=12454) 2024-11-25T10:32:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530820168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530820168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530820168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:40,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530820273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530820284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530820284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,408 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/1f69659027364407936fe73c86aa3060 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1f69659027364407936fe73c86aa3060 2024-11-25T10:32:40,409 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:40,409 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/6b36434a506343d1aad6f7eb144ba44e is 175, key is test_row_0/A:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:40,413 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/B of 254da7134a0a8fa9ca0b00671ee2dbdc into 1f69659027364407936fe73c86aa3060(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:40,413 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:40,413 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/B, priority=13, startTime=1732530759969; duration=0sec 2024-11-25T10:32:40,414 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:40,414 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:40,414 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742255_1431 (size=32209) 2024-11-25T10:32:40,415 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:40,415 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): 254da7134a0a8fa9ca0b00671ee2dbdc/C is initiating minor compaction (all files) 2024-11-25T10:32:40,415 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 254da7134a0a8fa9ca0b00671ee2dbdc/C in TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:40,415 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/01c1a2cee37e445693fc04770a2d2508, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp, totalSize=36.9 K 2024-11-25T10:32:40,416 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c1a2cee37e445693fc04770a2d2508, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530757454 2024-11-25T10:32:40,416 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d1e3a098b24ba891870e0e63946bfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732530757795 2024-11-25T10:32:40,423 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 361262e7443041f182a614dc074c5504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530758562 2024-11-25T10:32:40,435 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/6b36434a506343d1aad6f7eb144ba44e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/6b36434a506343d1aad6f7eb144ba44e 2024-11-25T10:32:40,444 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/A of 254da7134a0a8fa9ca0b00671ee2dbdc into 6b36434a506343d1aad6f7eb144ba44e(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:40,444 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:40,444 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/A, priority=13, startTime=1732530759969; duration=0sec 2024-11-25T10:32:40,444 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:40,444 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:40,450 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 254da7134a0a8fa9ca0b00671ee2dbdc#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:40,451 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/5e0ad4495dce4da083b42ce048841207 is 50, key is test_row_0/C:col10/1732530758562/Put/seqid=0 2024-11-25T10:32:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742256_1432 (size=13255) 2024-11-25T10:32:40,473 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/5e0ad4495dce4da083b42ce048841207 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5e0ad4495dce4da083b42ce048841207 2024-11-25T10:32:40,481 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 254da7134a0a8fa9ca0b00671ee2dbdc/C of 254da7134a0a8fa9ca0b00671ee2dbdc into 5e0ad4495dce4da083b42ce048841207(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:40,481 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:40,481 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc., storeName=254da7134a0a8fa9ca0b00671ee2dbdc/C, priority=13, startTime=1732530759969; duration=0sec 2024-11-25T10:32:40,481 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:40,481 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:40,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530820479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530820492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530820493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:40,509 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112553d2ddb621fe414b86a45439e5913d37_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d2ddb621fe414b86a45439e5913d37_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4129f4216fcd47d2b58dc58c9843a043, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4129f4216fcd47d2b58dc58c9843a043 is 175, key is test_row_0/A:col10/1732530758974/Put/seqid=0 2024-11-25T10:32:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742257_1433 (size=31255) 2024-11-25T10:32:40,541 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4129f4216fcd47d2b58dc58c9843a043 2024-11-25T10:32:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/740da38a2347455b9a683ae55cb7f758 is 50, key is test_row_0/B:col10/1732530758974/Put/seqid=0 2024-11-25T10:32:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742258_1434 (size=12301) 2024-11-25T10:32:40,586 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/740da38a2347455b9a683ae55cb7f758 2024-11-25T10:32:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/45f7a2beb69d4e87a49d66096bc7b807 is 50, key is test_row_0/C:col10/1732530758974/Put/seqid=0 2024-11-25T10:32:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742259_1435 (size=12301) 2024-11-25T10:32:40,773 DEBUG [Thread-1455 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:62334 2024-11-25T10:32:40,773 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:40,775 DEBUG [Thread-1451 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:62334 2024-11-25T10:32:40,775 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:40,775 DEBUG [Thread-1453 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:62334 2024-11-25T10:32:40,775 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:40,778 DEBUG [Thread-1447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:62334 2024-11-25T10:32:40,778 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:40,783 DEBUG [Thread-1449 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:62334 2024-11-25T10:32:40,783 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52464 deadline: 1732530820787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52478 deadline: 1732530820798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52440 deadline: 1732530820799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:41,020 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/45f7a2beb69d4e87a49d66096bc7b807 2024-11-25T10:32:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/4129f4216fcd47d2b58dc58c9843a043 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4129f4216fcd47d2b58dc58c9843a043 2024-11-25T10:32:41,032 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4129f4216fcd47d2b58dc58c9843a043, entries=150, sequenceid=410, filesize=30.5 K 2024-11-25T10:32:41,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/740da38a2347455b9a683ae55cb7f758 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/740da38a2347455b9a683ae55cb7f758 2024-11-25T10:32:41,040 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/740da38a2347455b9a683ae55cb7f758, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T10:32:41,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/45f7a2beb69d4e87a49d66096bc7b807 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/45f7a2beb69d4e87a49d66096bc7b807 2024-11-25T10:32:41,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/45f7a2beb69d4e87a49d66096bc7b807, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T10:32:41,046 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 254da7134a0a8fa9ca0b00671ee2dbdc in 999ms, sequenceid=410, compaction requested=false 2024-11-25T10:32:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T10:32:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T10:32:41,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T10:32:41,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-11-25T10:32:41,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.9490 sec 2024-11-25T10:32:41,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:32:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T10:32:41,205 INFO [Thread-1446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T10:32:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:41,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:41,293 DEBUG [Thread-1444 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:62334 2024-11-25T10:32:41,293 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:41,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550d1a102c9404507b37966a81b277d5b_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530760167/Put/seqid=0 2024-11-25T10:32:41,307 DEBUG [Thread-1440 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:62334 2024-11-25T10:32:41,307 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,312 DEBUG [Thread-1438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:62334 2024-11-25T10:32:41,312 DEBUG [Thread-1438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742260_1436 (size=12454) 2024-11-25T10:32:41,510 DEBUG [Thread-1436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:62334 2024-11-25T10:32:41,510 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,543 DEBUG [Thread-1442 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:62334 2024-11-25T10:32:41,543 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1435 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4305 rows 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1426 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4278 rows 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1409 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4227 rows 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1427 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4281 rows 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1422 2024-11-25T10:32:41,544 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4266 rows 2024-11-25T10:32:41,544 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:32:41,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:62334 2024-11-25T10:32:41,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:32:41,546 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:32:41,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:32:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:41,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530761550"}]},"ts":"1732530761550"} 2024-11-25T10:32:41,551 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:32:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:41,662 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:32:41,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:32:41,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, UNASSIGN}] 2024-11-25T10:32:41,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, UNASSIGN 2024-11-25T10:32:41,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:41,666 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:32:41,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:41,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:41,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550d1a102c9404507b37966a81b277d5b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d1a102c9404507b37966a81b277d5b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:41,720 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f04a23068abb4418873e03b6a79e9672, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:41,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f04a23068abb4418873e03b6a79e9672 is 175, key is test_row_0/A:col10/1732530760167/Put/seqid=0 2024-11-25T10:32:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742261_1437 (size=31255) 2024-11-25T10:32:41,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:41,818 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:41,818 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:32:41,818 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 254da7134a0a8fa9ca0b00671ee2dbdc, disabling compactions & flushes 2024-11-25T10:32:41,818 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:42,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f04a23068abb4418873e03b6a79e9672 2024-11-25T10:32:42,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/220340b0f3bf4a3a9ce6529dad9f0e6d is 50, key is test_row_0/B:col10/1732530760167/Put/seqid=0 2024-11-25T10:32:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742262_1438 (size=12301) 2024-11-25T10:32:42,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/220340b0f3bf4a3a9ce6529dad9f0e6d 2024-11-25T10:32:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:42,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/dbe336227fd248d581bb15b72e066c68 is 50, key is test_row_0/C:col10/1732530760167/Put/seqid=0 2024-11-25T10:32:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742263_1439 (size=12301) 2024-11-25T10:32:42,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/dbe336227fd248d581bb15b72e066c68 2024-11-25T10:32:42,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/f04a23068abb4418873e03b6a79e9672 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f04a23068abb4418873e03b6a79e9672 2024-11-25T10:32:42,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f04a23068abb4418873e03b6a79e9672, entries=150, sequenceid=439, filesize=30.5 K 2024-11-25T10:32:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/220340b0f3bf4a3a9ce6529dad9f0e6d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/220340b0f3bf4a3a9ce6529dad9f0e6d 2024-11-25T10:32:42,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/220340b0f3bf4a3a9ce6529dad9f0e6d, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T10:32:42,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/dbe336227fd248d581bb15b72e066c68 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/dbe336227fd248d581bb15b72e066c68 2024-11-25T10:32:42,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/dbe336227fd248d581bb15b72e066c68, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T10:32:42,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1298ms, sequenceid=439, compaction requested=true 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:42,591 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. after waiting 0 ms 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. because compaction request was cancelled 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:A 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. because compaction request was cancelled 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:B 2024-11-25T10:32:42,591 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 254da7134a0a8fa9ca0b00671ee2dbdc 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 254da7134a0a8fa9ca0b00671ee2dbdc:C, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. because compaction request was cancelled 2024-11-25T10:32:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:42,591 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 254da7134a0a8fa9ca0b00671ee2dbdc:C 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=A 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=B 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 254da7134a0a8fa9ca0b00671ee2dbdc, store=C 2024-11-25T10:32:42,591 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:42,598 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259bc1614b0cd1485f958185371c65d207_254da7134a0a8fa9ca0b00671ee2dbdc is 50, key is test_row_0/A:col10/1732530761541/Put/seqid=0 2024-11-25T10:32:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742264_1440 (size=12454) 2024-11-25T10:32:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:43,013 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:43,021 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259bc1614b0cd1485f958185371c65d207_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259bc1614b0cd1485f958185371c65d207_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:43,022 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/1ae53d049c28484da7af456b494197d8, store: [table=TestAcidGuarantees family=A region=254da7134a0a8fa9ca0b00671ee2dbdc] 2024-11-25T10:32:43,023 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/1ae53d049c28484da7af456b494197d8 is 175, key is test_row_0/A:col10/1732530761541/Put/seqid=0 2024-11-25T10:32:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742265_1441 (size=31255) 2024-11-25T10:32:43,027 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/1ae53d049c28484da7af456b494197d8 2024-11-25T10:32:43,035 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/fa7e9a870db341a5996839df23aa49c3 is 50, key is test_row_0/B:col10/1732530761541/Put/seqid=0 2024-11-25T10:32:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742266_1442 (size=12301) 2024-11-25T10:32:43,439 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/fa7e9a870db341a5996839df23aa49c3 2024-11-25T10:32:43,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e26e0358bf4c4638b8457c457a820117 is 50, key is test_row_0/C:col10/1732530761541/Put/seqid=0 2024-11-25T10:32:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742267_1443 (size=12301) 2024-11-25T10:32:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:43,848 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e26e0358bf4c4638b8457c457a820117 2024-11-25T10:32:43,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/A/1ae53d049c28484da7af456b494197d8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/1ae53d049c28484da7af456b494197d8 2024-11-25T10:32:43,854 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/1ae53d049c28484da7af456b494197d8, entries=150, sequenceid=446, filesize=30.5 K 2024-11-25T10:32:43,855 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/B/fa7e9a870db341a5996839df23aa49c3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fa7e9a870db341a5996839df23aa49c3 2024-11-25T10:32:43,858 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fa7e9a870db341a5996839df23aa49c3, entries=150, sequenceid=446, filesize=12.0 K 2024-11-25T10:32:43,858 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/.tmp/C/e26e0358bf4c4638b8457c457a820117 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e26e0358bf4c4638b8457c457a820117 2024-11-25T10:32:43,861 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e26e0358bf4c4638b8457c457a820117, entries=150, sequenceid=446, filesize=12.0 K 2024-11-25T10:32:43,861 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 254da7134a0a8fa9ca0b00671ee2dbdc in 1270ms, sequenceid=446, compaction requested=true 2024-11-25T10:32:43,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080] to archive 2024-11-25T10:32:43,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:43,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9a4a3bdd4fb345d08046beb74e939f4d 2024-11-25T10:32:43,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/de47e0a42f2a416cac9b3c96e45f29d6 2024-11-25T10:32:43,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/646d43953794446db18f050a563102c2 2024-11-25T10:32:43,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/bd7d56701a6b49efa895a9df92faea56 2024-11-25T10:32:43,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aafca46473ba4c0eaee44a3ddd47c1cd 2024-11-25T10:32:43,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/263bf3616f50403fb345eb5d5d214cdb 2024-11-25T10:32:43,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ec75305b12744cb1b0b315dda0574f89 2024-11-25T10:32:43,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/dcd3f21857d140938df278626ba10e8f 2024-11-25T10:32:43,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/a7a7ac9eb7f24a35b251f4049cf46d75 2024-11-25T10:32:43,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/c221c74a6b3744a481327cf6bdcc4127 2024-11-25T10:32:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/317fa62c975747d9b7ea93f2a47a4463 2024-11-25T10:32:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/75f15b34cbfc46d890a4ff99935cfdb8 2024-11-25T10:32:43,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb9cb215cffa45d6a52ff0e4d2d71452 2024-11-25T10:32:43,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/e09fd4b283ae4f4c9cd0ba9a2bc1353d 2024-11-25T10:32:43,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/ade09006013445759ed75ff90f0abdd1 2024-11-25T10:32:43,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/be2c1da28148472ca6cd92850c877810 2024-11-25T10:32:43,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/154f4deebb3442c3a2423f236a1d1433 2024-11-25T10:32:43,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/60081fa6132840bdbb5b25e17018f388 2024-11-25T10:32:43,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/9c8f219970684ddfb22c1231c4408077 2024-11-25T10:32:43,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f8a829e921a14310b6e91f9bfcc29ebb 2024-11-25T10:32:43,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/aa46544da40249ae9c14661aa2bae2d9 2024-11-25T10:32:43,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/d8702320c70f47979b23079fad52fd6a 2024-11-25T10:32:43,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/05ad4f45577f408c89bcce9e641ae18c 2024-11-25T10:32:43,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/59eb1a3b6d0d4c4590dc272413cbecd3 2024-11-25T10:32:43,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4f87037d8b8f4c2c8f4ed069aaaa9ed5 2024-11-25T10:32:43,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/cb6a5502fc9f4523a357db8a4c43b626 2024-11-25T10:32:43,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/5876507237c54b7d9b7ac343ec67e6b2 2024-11-25T10:32:43,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/baaa1a24a3314a5abf057d0ee55bd080 2024-11-25T10:32:43,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/dc3a2451cab743fa8d873e94457917e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3db69ec512824e029693f191626fb09b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/6e61991a5e61454e8e23c3c1aa17442f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/0d2caffe6d7f49f7a9b0baace9e91772, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e25882d9a99c4d028bf50fc892fa9273, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fccaf5a7aa244f708d9aace03c424ad8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/ed823543e7e24d9bba6cb51185e77ab0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/167a0e6e7f4e43c187ddbbec55746760, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503] to archive 2024-11-25T10:32:43,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:43,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/2a4224fa7aa048f9a5f071f357d8373f 2024-11-25T10:32:43,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/d1bce2edf42140c79c6f30b03f365a02 2024-11-25T10:32:43,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/dc3a2451cab743fa8d873e94457917e7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/dc3a2451cab743fa8d873e94457917e7 2024-11-25T10:32:43,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4eb271c869b74a05a2a821b188a67f0a 2024-11-25T10:32:43,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/245498857e794bdf96e3b1073a402cf6 2024-11-25T10:32:43,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3db69ec512824e029693f191626fb09b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3db69ec512824e029693f191626fb09b 2024-11-25T10:32:43,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/46481c01007a48e096e3e76b91b72284 2024-11-25T10:32:43,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/c2e224ab81604983b7cb75e059109379 2024-11-25T10:32:43,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/6e61991a5e61454e8e23c3c1aa17442f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/6e61991a5e61454e8e23c3c1aa17442f 2024-11-25T10:32:43,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b931f970d5be47168c1e77ea919719af 2024-11-25T10:32:43,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3f857834398f4a489d5188a24e49b8aa 2024-11-25T10:32:43,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/0d2caffe6d7f49f7a9b0baace9e91772 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/0d2caffe6d7f49f7a9b0baace9e91772 2024-11-25T10:32:43,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/cce29df8f2c6402cae9215c3c18d2d33 2024-11-25T10:32:43,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/deea376047e84ff69879ea8e52ec5f51 2024-11-25T10:32:43,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/107755bdaf7443f182835acbd3ee6d30 2024-11-25T10:32:43,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e25882d9a99c4d028bf50fc892fa9273 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e25882d9a99c4d028bf50fc892fa9273 2024-11-25T10:32:43,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/3be691680cd746e2acd07ac21f0e3bb0 2024-11-25T10:32:43,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1baa04a0e83845bdaf0645306d8eba4a 2024-11-25T10:32:43,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fccaf5a7aa244f708d9aace03c424ad8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fccaf5a7aa244f708d9aace03c424ad8 2024-11-25T10:32:43,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/58b6b6e5f16d4e38b17ac4e2cfbbc3a2 2024-11-25T10:32:43,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e99a9c1886814a099799685d4e59c1f1 2024-11-25T10:32:43,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/ed823543e7e24d9bba6cb51185e77ab0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/ed823543e7e24d9bba6cb51185e77ab0 2024-11-25T10:32:43,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/e341d272455d4cb3b1415eccf2eeacd4 2024-11-25T10:32:43,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/edac4050b3b54ebca304613bf5740ab3 2024-11-25T10:32:43,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/167a0e6e7f4e43c187ddbbec55746760 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/167a0e6e7f4e43c187ddbbec55746760 2024-11-25T10:32:43,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/b52d4a41311548318c4763273a5145da 2024-11-25T10:32:43,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/4f439e094e8a4b1c857727b960b5f3d7 2024-11-25T10:32:43,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/bfd14b47d92443f0930202a088853503 2024-11-25T10:32:43,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/082819238da5486b89d6e82377ff2642, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/0087b34c499147c3b2456688908d7d46, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3ef90df9feff4a78835f4afb0ee80e3e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/4ed6380794fb44a194bdca8638ce967d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/26a7885d52a24944b3a4230301d73e1b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e44f9853686148d4bb26f40f6698831c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b50a6aadd9fd41398181cb1a881bda3f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/01c1a2cee37e445693fc04770a2d2508, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504] to archive 2024-11-25T10:32:43,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:32:43,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/87e0fd1fce454d4e8767f58498cd5af8 2024-11-25T10:32:43,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e221dd9a52ea4c64bc28f9c4534d0f05 2024-11-25T10:32:43,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/082819238da5486b89d6e82377ff2642 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/082819238da5486b89d6e82377ff2642 2024-11-25T10:32:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/025d84de2a2b4bc3857f6d8014f520ef 2024-11-25T10:32:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/59a59367ecc240a787b248216744bb13 2024-11-25T10:32:43,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/0087b34c499147c3b2456688908d7d46 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/0087b34c499147c3b2456688908d7d46 2024-11-25T10:32:43,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e60d108ecf7643b08b2eadb7f527c1f0 2024-11-25T10:32:43,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b2031e600ecc44169434d78a371de4f5 2024-11-25T10:32:43,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3ef90df9feff4a78835f4afb0ee80e3e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3ef90df9feff4a78835f4afb0ee80e3e 2024-11-25T10:32:43,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/7a0d773f3df840829fcae9366bbca93f 2024-11-25T10:32:43,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5c727f2d0771407eb2c9a69a2a4105a6 2024-11-25T10:32:43,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/4ed6380794fb44a194bdca8638ce967d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/4ed6380794fb44a194bdca8638ce967d 2024-11-25T10:32:43,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/65eb9a052f1140c080c01b053294539b 2024-11-25T10:32:43,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/3249a70c6b6b40dda016ab9bb5c37d1c 2024-11-25T10:32:43,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e98c2191b3d5400bab180f6d31f98018 2024-11-25T10:32:43,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/26a7885d52a24944b3a4230301d73e1b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/26a7885d52a24944b3a4230301d73e1b 2024-11-25T10:32:43,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/892c66b176cd40b8b35c5734170cf4c0 2024-11-25T10:32:43,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/41200434571243d9b77257ce6a01cb41 2024-11-25T10:32:43,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e44f9853686148d4bb26f40f6698831c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e44f9853686148d4bb26f40f6698831c 2024-11-25T10:32:43,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/afbc7f5a339e4b51b03b0e920b2db642 2024-11-25T10:32:43,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/11f0b1896c594ceba44b018663a58fe4 2024-11-25T10:32:43,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b50a6aadd9fd41398181cb1a881bda3f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/b50a6aadd9fd41398181cb1a881bda3f 2024-11-25T10:32:43,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/ab261a09640d486b81060003402f2820 2024-11-25T10:32:43,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f377fd70e2ab47febff1b5d6f762a352 2024-11-25T10:32:43,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/01c1a2cee37e445693fc04770a2d2508 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/01c1a2cee37e445693fc04770a2d2508 2024-11-25T10:32:43,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/f14658fb98144b948a9d85c0c4f33040 2024-11-25T10:32:43,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/10d1e3a098b24ba891870e0e63946bfa 2024-11-25T10:32:43,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/361262e7443041f182a614dc074c5504 2024-11-25T10:32:43,952 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=4 2024-11-25T10:32:43,952 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc. 2024-11-25T10:32:43,952 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 254da7134a0a8fa9ca0b00671ee2dbdc: 2024-11-25T10:32:43,953 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:43,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=254da7134a0a8fa9ca0b00671ee2dbdc, regionState=CLOSED 2024-11-25T10:32:43,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T10:32:43,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 254da7134a0a8fa9ca0b00671ee2dbdc, server=1ab1d4f27f0d,38679,1732530642808 in 2.2880 sec 2024-11-25T10:32:43,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T10:32:43,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=254da7134a0a8fa9ca0b00671ee2dbdc, UNASSIGN in 2.2910 sec 2024-11-25T10:32:43,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T10:32:43,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2940 sec 2024-11-25T10:32:43,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530763958"}]},"ts":"1732530763958"} 2024-11-25T10:32:43,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:32:43,973 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:32:43,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4260 sec 2024-11-25T10:32:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:32:45,655 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T10:32:45,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:32:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,657 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:32:45,658 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,659 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,661 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits] 2024-11-25T10:32:45,663 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/1ae53d049c28484da7af456b494197d8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/1ae53d049c28484da7af456b494197d8 2024-11-25T10:32:45,664 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4129f4216fcd47d2b58dc58c9843a043 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/4129f4216fcd47d2b58dc58c9843a043 2024-11-25T10:32:45,665 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/6b36434a506343d1aad6f7eb144ba44e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/6b36434a506343d1aad6f7eb144ba44e 2024-11-25T10:32:45,666 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f04a23068abb4418873e03b6a79e9672 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/A/f04a23068abb4418873e03b6a79e9672 2024-11-25T10:32:45,668 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1f69659027364407936fe73c86aa3060 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/1f69659027364407936fe73c86aa3060 2024-11-25T10:32:45,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/220340b0f3bf4a3a9ce6529dad9f0e6d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/220340b0f3bf4a3a9ce6529dad9f0e6d 2024-11-25T10:32:45,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/740da38a2347455b9a683ae55cb7f758 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/740da38a2347455b9a683ae55cb7f758 2024-11-25T10:32:45,670 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fa7e9a870db341a5996839df23aa49c3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/B/fa7e9a870db341a5996839df23aa49c3 2024-11-25T10:32:45,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/45f7a2beb69d4e87a49d66096bc7b807 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/45f7a2beb69d4e87a49d66096bc7b807 2024-11-25T10:32:45,673 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5e0ad4495dce4da083b42ce048841207 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/5e0ad4495dce4da083b42ce048841207 2024-11-25T10:32:45,674 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/dbe336227fd248d581bb15b72e066c68 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/dbe336227fd248d581bb15b72e066c68 2024-11-25T10:32:45,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e26e0358bf4c4638b8457c457a820117 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/C/e26e0358bf4c4638b8457c457a820117 2024-11-25T10:32:45,678 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits/449.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc/recovered.edits/449.seqid 2024-11-25T10:32:45,678 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,678 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:32:45,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:32:45,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:32:45,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f49f502964f4305a84941766fe243f6_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f49f502964f4305a84941766fe243f6_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a68625e8dd4ccebdf3addd77a39b2b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519a68625e8dd4ccebdf3addd77a39b2b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,685 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e278b895ab94adea52057f1652fa564_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e278b895ab94adea52057f1652fa564_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125272f2f9b757a4f1495be43ff4678cc9c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125272f2f9b757a4f1495be43ff4678cc9c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,687 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544f146de50004e07a7575db43de563f7_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544f146de50004e07a7575db43de563f7_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d1a102c9404507b37966a81b277d5b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550d1a102c9404507b37966a81b277d5b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125527ad69852204bc4be3ec19f6bcefb80_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125527ad69852204bc4be3ec19f6bcefb80_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,689 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d2ddb621fe414b86a45439e5913d37_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d2ddb621fe414b86a45439e5913d37_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112555eb62456322412ca02a5bc8d2d8b226_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112555eb62456322412ca02a5bc8d2d8b226_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255710b590136a4b7b9ec66346ab64fe28_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255710b590136a4b7b9ec66346ab64fe28_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,697 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4cf1ff35984780bdf0d1cf4224920c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4cf1ff35984780bdf0d1cf4224920c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257e20fcddbc2b4302ac1f3a0cd383c67b_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257e20fcddbc2b4302ac1f3a0cd383c67b_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,699 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258afb546157c34cc9a8d06a745c1cde2d_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258afb546157c34cc9a8d06a745c1cde2d_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,700 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259bc1614b0cd1485f958185371c65d207_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259bc1614b0cd1485f958185371c65d207_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c20f0d3091c44574ab51b640b521cb10_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c20f0d3091c44574ab51b640b521cb10_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,702 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdb9970addb648cfb4306b71d30eb367_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cdb9970addb648cfb4306b71d30eb367_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,703 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3f4ae753d1848e0acabc998db0a63e9_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d3f4ae753d1848e0acabc998db0a63e9_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,704 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4c09aef30984d588eeb751b105a0bae_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4c09aef30984d588eeb751b105a0bae_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,705 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e8299b37a2664689afe524a4443a3a29_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e8299b37a2664689afe524a4443a3a29_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,706 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e91fc4112edf4f8c9d21d65559b6fccc_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e91fc4112edf4f8c9d21d65559b6fccc_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,707 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7978310eb24ad0ac01f9c3e31ab928_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7978310eb24ad0ac01f9c3e31ab928_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3c118b5c833475f915396bd57c7f72c_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3c118b5c833475f915396bd57c7f72c_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,709 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f747c90ab3f44360aeba30502b4f76d1_254da7134a0a8fa9ca0b00671ee2dbdc to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f747c90ab3f44360aeba30502b4f76d1_254da7134a0a8fa9ca0b00671ee2dbdc 2024-11-25T10:32:45,709 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:32:45,711 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,713 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:32:45,715 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:32:45,716 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,716 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:32:45,716 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530765716"}]},"ts":"9223372036854775807"} 2024-11-25T10:32:45,718 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:32:45,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 254da7134a0a8fa9ca0b00671ee2dbdc, NAME => 'TestAcidGuarantees,,1732530737673.254da7134a0a8fa9ca0b00671ee2dbdc.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:32:45,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:32:45,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530765718"}]},"ts":"9223372036854775807"} 2024-11-25T10:32:45,720 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:32:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:32:45,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 117 msec 2024-11-25T10:32:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:32:45,960 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T10:32:45,968 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=463 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 551) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2060 (was 2439) 2024-11-25T10:32:45,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=2060 2024-11-25T10:32:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:32:45,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:32:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:32:45,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:32:45,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:45,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-25T10:32:45,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:32:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742268_1444 (size=960) 2024-11-25T10:32:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:46,386 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:32:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742269_1445 (size=53) 2024-11-25T10:32:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:46,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:32:46,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cde703b4bbe97b28d98b7733b25c4404, disabling compactions & flushes 2024-11-25T10:32:46,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:46,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:46,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. after waiting 0 ms 2024-11-25T10:32:46,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:46,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:46,792 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:46,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:32:46,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530766793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530766793"}]},"ts":"1732530766793"} 2024-11-25T10:32:46,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:32:46,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:32:46,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530766797"}]},"ts":"1732530766797"} 2024-11-25T10:32:46,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:32:46,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, ASSIGN}] 2024-11-25T10:32:46,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, ASSIGN 2024-11-25T10:32:46,824 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:32:46,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=cde703b4bbe97b28d98b7733b25c4404, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:46,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:32:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:47,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:47,130 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:47,130 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:32:47,131 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,131 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:32:47,131 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,131 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,132 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,133 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:47,133 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde703b4bbe97b28d98b7733b25c4404 columnFamilyName A 2024-11-25T10:32:47,133 DEBUG [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:47,134 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(327): Store=cde703b4bbe97b28d98b7733b25c4404/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:47,134 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,135 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:47,136 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde703b4bbe97b28d98b7733b25c4404 columnFamilyName B 2024-11-25T10:32:47,136 DEBUG [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:47,136 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(327): Store=cde703b4bbe97b28d98b7733b25c4404/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:47,137 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,138 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:32:47,138 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde703b4bbe97b28d98b7733b25c4404 columnFamilyName C 2024-11-25T10:32:47,138 DEBUG [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:32:47,139 INFO [StoreOpener-cde703b4bbe97b28d98b7733b25c4404-1 {}] regionserver.HStore(327): Store=cde703b4bbe97b28d98b7733b25c4404/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:32:47,139 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:47,139 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,140 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,141 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:32:47,142 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:47,144 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:32:47,144 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened cde703b4bbe97b28d98b7733b25c4404; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65949045, jitterRate=-0.017282649874687195}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:32:47,145 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:47,145 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., pid=123, masterSystemTime=1732530767127 2024-11-25T10:32:47,147 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:47,147 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:47,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=cde703b4bbe97b28d98b7733b25c4404, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:47,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T10:32:47,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 in 172 msec 2024-11-25T10:32:47,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T10:32:47,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, ASSIGN in 326 msec 2024-11-25T10:32:47,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:32:47,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530767151"}]},"ts":"1732530767151"} 2024-11-25T10:32:47,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:32:47,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:32:47,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-11-25T10:32:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-25T10:32:48,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-25T10:32:48,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-25T10:32:48,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,100 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:32:48,102 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:32:48,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-25T10:32:48,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-25T10:32:48,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-25T10:32:48,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-25T10:32:48,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-25T10:32:48,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-25T10:32:48,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-25T10:32:48,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-25T10:32:48,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-25T10:32:48,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-25T10:32:48,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:32:48,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-25T10:32:48,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:48,203 DEBUG [hconnection-0x3876437c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:48,204 DEBUG [hconnection-0x2b7399cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:48,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,207 DEBUG [hconnection-0x5f9d26dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,208 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,215 DEBUG [hconnection-0x7a78ca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,215 DEBUG [hconnection-0x534f255d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,219 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:48,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:48,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:48,223 DEBUG [hconnection-0x479caa9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,223 DEBUG [hconnection-0x5365aea7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,224 DEBUG [hconnection-0x722ff9b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,224 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,225 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530828238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530828238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530828238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,239 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,240 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,241 DEBUG [hconnection-0x7ef1d7ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:32:48,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:32:48,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530828243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530828245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/6dcb2c4f773e468a9494aa49e11f8b0f is 50, key is test_row_0/A:col10/1732530768213/Put/seqid=0 2024-11-25T10:32:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742270_1446 (size=12001) 2024-11-25T10:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530828339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530828342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530828344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530828350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530828350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:48,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530828543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530828547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530828550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530828552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530828555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/6dcb2c4f773e468a9494aa49e11f8b0f 2024-11-25T10:32:48,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b4f438e970724fb2b19af15e542dad54 is 50, key is test_row_0/B:col10/1732530768213/Put/seqid=0 2024-11-25T10:32:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742271_1447 (size=12001) 2024-11-25T10:32:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:48,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:48,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:48,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530828846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530828853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530828854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530828859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530828861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:48,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:48,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b4f438e970724fb2b19af15e542dad54 2024-11-25T10:32:49,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/d8f8340287304c6ea1ed246bee781369 is 50, key is test_row_0/C:col10/1732530768213/Put/seqid=0 2024-11-25T10:32:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742272_1448 (size=12001) 2024-11-25T10:32:49,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530829351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530829358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530829362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530829364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530829365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:49,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:49,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:49,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:32:49,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/d8f8340287304c6ea1ed246bee781369 2024-11-25T10:32:49,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/6dcb2c4f773e468a9494aa49e11f8b0f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f 2024-11-25T10:32:49,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:32:49,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b4f438e970724fb2b19af15e542dad54 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54 2024-11-25T10:32:49,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:32:49,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/d8f8340287304c6ea1ed246bee781369 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369 2024-11-25T10:32:49,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:32:49,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cde703b4bbe97b28d98b7733b25c4404 in 1330ms, sequenceid=12, compaction requested=false 2024-11-25T10:32:49,551 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:32:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:49,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:49,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:49,584 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53f259921099483a91ab4c788ef03064 is 50, key is test_row_0/A:col10/1732530768237/Put/seqid=0 2024-11-25T10:32:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742273_1449 (size=12001) 2024-11-25T10:32:50,002 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53f259921099483a91ab4c788ef03064 2024-11-25T10:32:50,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c63722c6fbd44a7899d50ed703d9cd7d is 50, key is test_row_0/B:col10/1732530768237/Put/seqid=0 2024-11-25T10:32:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742274_1450 (size=12001) 2024-11-25T10:32:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530830374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530830376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530830377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530830381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530830381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,418 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c63722c6fbd44a7899d50ed703d9cd7d 2024-11-25T10:32:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2f4bc523c1984cb5b48e70ffa627ba0a is 50, key is test_row_0/C:col10/1732530768237/Put/seqid=0 2024-11-25T10:32:50,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742275_1451 (size=12001) 2024-11-25T10:32:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530830482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530830482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530830489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530830489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530830489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530830685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530830686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530830699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530830699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530830700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:50,844 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2f4bc523c1984cb5b48e70ffa627ba0a 2024-11-25T10:32:50,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53f259921099483a91ab4c788ef03064 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064 2024-11-25T10:32:50,880 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:32:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c63722c6fbd44a7899d50ed703d9cd7d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d 2024-11-25T10:32:50,890 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:32:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2f4bc523c1984cb5b48e70ffa627ba0a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a 2024-11-25T10:32:50,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:32:50,902 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cde703b4bbe97b28d98b7733b25c4404 in 1318ms, sequenceid=38, compaction requested=false 2024-11-25T10:32:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-25T10:32:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-25T10:32:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T10:32:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7060 sec 2024-11-25T10:32:50,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.7170 sec 2024-11-25T10:32:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:50,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:50,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:51,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/d805f15b3e7740cda076f43b222a5834 is 50, key is test_row_0/A:col10/1732530770994/Put/seqid=0 2024-11-25T10:32:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742276_1452 (size=14341) 2024-11-25T10:32:51,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530831030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530831036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530831036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530831038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530831039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530831141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530831143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530831149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530831150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530831150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530831347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530831352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530831357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530831357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530831360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/d805f15b3e7740cda076f43b222a5834 2024-11-25T10:32:51,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e4776390ec804fa7bda8a8c7dac75902 is 50, key is test_row_0/B:col10/1732530770994/Put/seqid=0 2024-11-25T10:32:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742277_1453 (size=12001) 2024-11-25T10:32:51,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e4776390ec804fa7bda8a8c7dac75902 2024-11-25T10:32:51,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/5217592e7ffc450fa385e050401cc816 is 50, key is test_row_0/C:col10/1732530770994/Put/seqid=0 2024-11-25T10:32:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742278_1454 (size=12001) 2024-11-25T10:32:51,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530831657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530831659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530831660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530831665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530831673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:51,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/5217592e7ffc450fa385e050401cc816 2024-11-25T10:32:51,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/d805f15b3e7740cda076f43b222a5834 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834 2024-11-25T10:32:51,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834, entries=200, sequenceid=50, filesize=14.0 K 2024-11-25T10:32:51,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e4776390ec804fa7bda8a8c7dac75902 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902 2024-11-25T10:32:51,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:32:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/5217592e7ffc450fa385e050401cc816 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816 2024-11-25T10:32:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:32:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 858ms, sequenceid=50, compaction requested=true 2024-11-25T10:32:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:32:51,853 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:32:51,853 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:51,853 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:51,853 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=35.2 K 2024-11-25T10:32:51,853 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=37.4 K 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b4f438e970724fb2b19af15e542dad54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530768213 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcb2c4f773e468a9494aa49e11f8b0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530768213 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f259921099483a91ab4c788ef03064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530768235 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c63722c6fbd44a7899d50ed703d9cd7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530768235 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d805f15b3e7740cda076f43b222a5834, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530770375 2024-11-25T10:32:51,854 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e4776390ec804fa7bda8a8c7dac75902, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530770375 2024-11-25T10:32:51,861 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:51,862 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/45096fbb7e2b47358fefa80847b0302d is 50, key is test_row_0/B:col10/1732530770994/Put/seqid=0 2024-11-25T10:32:51,865 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:51,865 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/cfc58860000844a3a96ed79c017dd27a is 50, key is test_row_0/A:col10/1732530770994/Put/seqid=0 2024-11-25T10:32:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742279_1455 (size=12104) 2024-11-25T10:32:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742280_1456 (size=12104) 2024-11-25T10:32:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:52,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 is 50, key is test_row_0/A:col10/1732530772171/Put/seqid=0 2024-11-25T10:32:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742281_1457 (size=14341) 2024-11-25T10:32:52,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 2024-11-25T10:32:52,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b3fc5cb7755d4491bfc7166b4a9016d9 is 50, key is test_row_0/B:col10/1732530772171/Put/seqid=0 2024-11-25T10:32:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530832183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530832183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742282_1458 (size=12001) 2024-11-25T10:32:52,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b3fc5cb7755d4491bfc7166b4a9016d9 2024-11-25T10:32:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530832192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530832194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530832195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/b515eb31f9d74b6ab3179ac69cbb7ee5 is 50, key is test_row_0/C:col10/1732530772171/Put/seqid=0 2024-11-25T10:32:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742283_1459 (size=12001) 2024-11-25T10:32:52,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/b515eb31f9d74b6ab3179ac69cbb7ee5 2024-11-25T10:32:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 2024-11-25T10:32:52,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5, entries=200, sequenceid=76, filesize=14.0 K 2024-11-25T10:32:52,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b3fc5cb7755d4491bfc7166b4a9016d9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9 2024-11-25T10:32:52,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T10:32:52,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/b515eb31f9d74b6ab3179ac69cbb7ee5 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5 2024-11-25T10:32:52,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T10:32:52,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cde703b4bbe97b28d98b7733b25c4404 in 65ms, sequenceid=76, compaction requested=true 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:52,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T10:32:52,276 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/45096fbb7e2b47358fefa80847b0302d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/45096fbb7e2b47358fefa80847b0302d 2024-11-25T10:32:52,279 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 45096fbb7e2b47358fefa80847b0302d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:52,279 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,279 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=13, startTime=1732530771853; duration=0sec 2024-11-25T10:32:52,279 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T10:32:52,279 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:52,279 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T10:32:52,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:32:52,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:32:52,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. because compaction request was cancelled 2024-11-25T10:32:52,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:32:52,280 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:52,281 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:52,281 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:32:52,281 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,281 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=46.9 K 2024-11-25T10:32:52,281 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d8f8340287304c6ea1ed246bee781369, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530768213 2024-11-25T10:32:52,281 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f4bc523c1984cb5b48e70ffa627ba0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530768235 2024-11-25T10:32:52,282 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5217592e7ffc450fa385e050401cc816, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530770375 2024-11-25T10:32:52,282 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b515eb31f9d74b6ab3179ac69cbb7ee5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530771036 2024-11-25T10:32:52,283 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/cfc58860000844a3a96ed79c017dd27a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/cfc58860000844a3a96ed79c017dd27a 2024-11-25T10:32:52,287 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into cfc58860000844a3a96ed79c017dd27a(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:52,287 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,287 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=13, startTime=1732530771852; duration=0sec 2024-11-25T10:32:52,287 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:32:52,287 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:32:52,287 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. because compaction request was cancelled 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. because compaction request was cancelled 2024-11-25T10:32:52,288 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:52,290 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:52,290 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/4cd40049e5cb4d94bbc64d026cbbda93 is 50, key is test_row_0/C:col10/1732530772171/Put/seqid=0 2024-11-25T10:32:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742284_1460 (size=12139) 2024-11-25T10:32:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:52,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:32:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:52,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/028f71467b9442fc92b4d2f7f4391416 is 50, key is test_row_0/A:col10/1732530772189/Put/seqid=0 2024-11-25T10:32:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742285_1461 (size=14341) 2024-11-25T10:32:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:32:52,319 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T10:32:52,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T10:32:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:32:52,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:52,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:52,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530832325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530832358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530832358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530832358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530832358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:32:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530832459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:32:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530832469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530832469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530832470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530832470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:32:52,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:32:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530832665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530832676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530832677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530832677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530832677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,703 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/4cd40049e5cb4d94bbc64d026cbbda93 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4cd40049e5cb4d94bbc64d026cbbda93 2024-11-25T10:32:52,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/028f71467b9442fc92b4d2f7f4391416 2024-11-25T10:32:52,708 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 4cd40049e5cb4d94bbc64d026cbbda93(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:52,708 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,708 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=12, startTime=1732530772236; duration=0sec 2024-11-25T10:32:52,708 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:52,708 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:32:52,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/cc13ff55c5a2494f8ff9a591534a8315 is 50, key is test_row_0/B:col10/1732530772189/Put/seqid=0 2024-11-25T10:32:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742286_1462 (size=12001) 2024-11-25T10:32:52,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/cc13ff55c5a2494f8ff9a591534a8315 2024-11-25T10:32:52,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/50e35ec23f9d4a7b81d525d70dbc1832 is 50, key is test_row_0/C:col10/1732530772189/Put/seqid=0 2024-11-25T10:32:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742287_1463 (size=12001) 2024-11-25T10:32:52,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/50e35ec23f9d4a7b81d525d70dbc1832 2024-11-25T10:32:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/028f71467b9442fc92b4d2f7f4391416 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416 2024-11-25T10:32:52,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416, entries=200, sequenceid=89, filesize=14.0 K 2024-11-25T10:32:52,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/cc13ff55c5a2494f8ff9a591534a8315 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315 2024-11-25T10:32:52,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T10:32:52,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/50e35ec23f9d4a7b81d525d70dbc1832 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832 2024-11-25T10:32:52,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T10:32:52,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cde703b4bbe97b28d98b7733b25c4404 in 455ms, sequenceid=89, compaction requested=true 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:52,752 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:52,752 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:52,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:32:52,753 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,753 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,753 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/45096fbb7e2b47358fefa80847b0302d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=35.3 K 2024-11-25T10:32:52,753 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/cfc58860000844a3a96ed79c017dd27a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=39.8 K 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 45096fbb7e2b47358fefa80847b0302d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530770375 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc58860000844a3a96ed79c017dd27a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530770375 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b3fc5cb7755d4491bfc7166b4a9016d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530771036 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed76dca7fd94e5cb99cd7b771bbfdf5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530771036 2024-11-25T10:32:52,753 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028f71467b9442fc92b4d2f7f4391416, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732530772189 2024-11-25T10:32:52,754 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting cc13ff55c5a2494f8ff9a591534a8315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732530772189 2024-11-25T10:32:52,759 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:52,759 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/94f3f956ee1047668614949d4959fac8 is 50, key is test_row_0/B:col10/1732530772189/Put/seqid=0 2024-11-25T10:32:52,759 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:52,760 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/848786ddc2f442e7bc553f3812391541 is 50, key is test_row_0/A:col10/1732530772189/Put/seqid=0 2024-11-25T10:32:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742289_1465 (size=12207) 2024-11-25T10:32:52,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:52,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:52,778 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/79217cfbbf9e41a1a9364c4ae3ad2847 is 50, key is test_row_0/A:col10/1732530772331/Put/seqid=0 2024-11-25T10:32:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742288_1464 (size=12207) 2024-11-25T10:32:52,803 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/848786ddc2f442e7bc553f3812391541 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/848786ddc2f442e7bc553f3812391541 2024-11-25T10:32:52,812 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into 848786ddc2f442e7bc553f3812391541(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:52,812 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:52,812 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=13, startTime=1732530772752; duration=0sec 2024-11-25T10:32:52,812 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:52,812 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:32:52,812 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T10:32:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742290_1466 (size=12001) 2024-11-25T10:32:52,815 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:32:52,815 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:32:52,815 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. because compaction request was cancelled 2024-11-25T10:32:52,815 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:32:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:32:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:52,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:53,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530832995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530833004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530833007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530833011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530833018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530833113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530833121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530833125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530833127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530833130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,214 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/79217cfbbf9e41a1a9364c4ae3ad2847 2024-11-25T10:32:53,224 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/94f3f956ee1047668614949d4959fac8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/94f3f956ee1047668614949d4959fac8 2024-11-25T10:32:53,233 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 94f3f956ee1047668614949d4959fac8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:53,233 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:53,233 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=13, startTime=1732530772752; duration=0sec 2024-11-25T10:32:53,233 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:53,233 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:53,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/31c399a61e3f4922b4332bd3afca0b15 is 50, key is test_row_0/B:col10/1732530772331/Put/seqid=0 2024-11-25T10:32:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742291_1467 (size=12001) 2024-11-25T10:32:53,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/31c399a61e3f4922b4332bd3afca0b15 2024-11-25T10:32:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/a647a4d2ba4146379d79f50566383b54 is 50, key is test_row_0/C:col10/1732530772331/Put/seqid=0 2024-11-25T10:32:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742292_1468 (size=12001) 2024-11-25T10:32:53,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530833317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,320 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/a647a4d2ba4146379d79f50566383b54 2024-11-25T10:32:53,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/79217cfbbf9e41a1a9364c4ae3ad2847 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847 2024-11-25T10:32:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530833333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530833334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530833336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530833337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:32:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/31c399a61e3f4922b4332bd3afca0b15 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15 2024-11-25T10:32:53,370 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:32:53,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/a647a4d2ba4146379d79f50566383b54 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54 2024-11-25T10:32:53,382 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:32:53,388 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cde703b4bbe97b28d98b7733b25c4404 in 609ms, sequenceid=115, compaction requested=true 2024-11-25T10:32:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T10:32:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T10:32:53,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T10:32:53,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0750 sec 2024-11-25T10:32:53,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0780 sec 2024-11-25T10:32:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:32:53,431 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T10:32:53,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T10:32:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:53,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:53,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:53,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:53,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T10:32:53,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:53,595 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:53,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/bba9e5a6e7c5477c8761e70444004d84 is 50, key is test_row_0/A:col10/1732530773003/Put/seqid=0 2024-11-25T10:32:53,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742293_1469 (size=12001) 2024-11-25T10:32:53,642 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/bba9e5a6e7c5477c8761e70444004d84 2024-11-25T10:32:53,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/777d8473a5bc4f61831285d6abb80ff8 is 50, key is test_row_0/B:col10/1732530773003/Put/seqid=0 2024-11-25T10:32:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742294_1470 (size=12001) 2024-11-25T10:32:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530833683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530833683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530833684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530833685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530833686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530833795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530833797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530833797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530833797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530833803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530834000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530834006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530834006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530834014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530834014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:54,091 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/777d8473a5bc4f61831285d6abb80ff8 2024-11-25T10:32:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/dd4317be4d564fbab23707a0d4a3cc76 is 50, key is test_row_0/C:col10/1732530773003/Put/seqid=0 2024-11-25T10:32:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742295_1471 (size=12001) 2024-11-25T10:32:54,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530834317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530834317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530834318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530834318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530834320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,523 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/dd4317be4d564fbab23707a0d4a3cc76 2024-11-25T10:32:54,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/bba9e5a6e7c5477c8761e70444004d84 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84 2024-11-25T10:32:54,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T10:32:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/777d8473a5bc4f61831285d6abb80ff8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8 2024-11-25T10:32:54,542 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T10:32:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/dd4317be4d564fbab23707a0d4a3cc76 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76 2024-11-25T10:32:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:54,559 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T10:32:54,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 965ms, sequenceid=129, compaction requested=true 2024-11-25T10:32:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T10:32:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T10:32:54,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T10:32:54,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1190 sec 2024-11-25T10:32:54,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.1260 sec 2024-11-25T10:32:54,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:54,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53606d30e23f4206b14c5cb6ffdbd0a2 is 50, key is test_row_0/A:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530834857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530834858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530834859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530834859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530834870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742296_1472 (size=12151) 2024-11-25T10:32:54,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53606d30e23f4206b14c5cb6ffdbd0a2 2024-11-25T10:32:54,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c650ead59cd94a72b305066e1eb422e6 is 50, key is test_row_0/B:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530834973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530834973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530834975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742297_1473 (size=12151) 2024-11-25T10:32:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530834979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:54,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c650ead59cd94a72b305066e1eb422e6 2024-11-25T10:32:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530834986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/86cade5c9b914b51befa3a114ebf24e0 is 50, key is test_row_0/C:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:55,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742298_1474 (size=12151) 2024-11-25T10:32:55,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530835183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530835185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530835187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530835188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530835200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/86cade5c9b914b51befa3a114ebf24e0 2024-11-25T10:32:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/53606d30e23f4206b14c5cb6ffdbd0a2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2 2024-11-25T10:32:55,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T10:32:55,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c650ead59cd94a72b305066e1eb422e6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6 2024-11-25T10:32:55,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T10:32:55,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/86cade5c9b914b51befa3a114ebf24e0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0 2024-11-25T10:32:55,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T10:32:55,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cde703b4bbe97b28d98b7733b25c4404 in 606ms, sequenceid=154, compaction requested=true 2024-11-25T10:32:55,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:55,440 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:55,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:55,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:55,440 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:55,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:55,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:55,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:55,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:55,441 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:55,441 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:32:55,442 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,442 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/848786ddc2f442e7bc553f3812391541, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=47.2 K 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:32:55,442 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,442 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/94f3f956ee1047668614949d4959fac8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=47.2 K 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 848786ddc2f442e7bc553f3812391541, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732530772189 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 94f3f956ee1047668614949d4959fac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732530772189 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79217cfbbf9e41a1a9364c4ae3ad2847, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530772317 2024-11-25T10:32:55,442 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c399a61e3f4922b4332bd3afca0b15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530772317 2024-11-25T10:32:55,443 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bba9e5a6e7c5477c8761e70444004d84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732530773001 2024-11-25T10:32:55,443 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 777d8473a5bc4f61831285d6abb80ff8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732530773001 2024-11-25T10:32:55,443 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53606d30e23f4206b14c5cb6ffdbd0a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:55,443 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c650ead59cd94a72b305066e1eb422e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:55,451 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:55,451 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2afa6d0af5d643309ea21c6cfdc8cde8 is 50, key is test_row_0/A:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:55,453 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:55,453 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8d41207dbcb845acb0fc889a381673e7 is 50, key is test_row_0/B:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742299_1475 (size=12493) 2024-11-25T10:32:55,461 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2afa6d0af5d643309ea21c6cfdc8cde8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2afa6d0af5d643309ea21c6cfdc8cde8 2024-11-25T10:32:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742300_1476 (size=12493) 2024-11-25T10:32:55,469 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into 2afa6d0af5d643309ea21c6cfdc8cde8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:55,469 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:55,469 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=12, startTime=1732530775440; duration=0sec 2024-11-25T10:32:55,469 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:55,469 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:32:55,469 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:32:55,471 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60293 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:32:55,471 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:32:55,471 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,471 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4cd40049e5cb4d94bbc64d026cbbda93, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=58.9 K 2024-11-25T10:32:55,471 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cd40049e5cb4d94bbc64d026cbbda93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530771036 2024-11-25T10:32:55,471 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e35ec23f9d4a7b81d525d70dbc1832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732530772189 2024-11-25T10:32:55,472 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting a647a4d2ba4146379d79f50566383b54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530772317 2024-11-25T10:32:55,472 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd4317be4d564fbab23707a0d4a3cc76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732530773001 2024-11-25T10:32:55,472 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86cade5c9b914b51befa3a114ebf24e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:55,479 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:55,479 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/8f5cec9c1aab4d0d872cb411b2d3d419 is 50, key is test_row_0/C:col10/1732530773683/Put/seqid=0 2024-11-25T10:32:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742301_1477 (size=12459) 2024-11-25T10:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:55,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:55,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:55,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/7b3bd7f0f980483abb2b5110e178c254 is 50, key is test_row_0/A:col10/1732530774869/Put/seqid=0 2024-11-25T10:32:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742302_1478 (size=14541) 2024-11-25T10:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:32:55,549 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T10:32:55,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T10:32:55,552 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:55,553 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:55,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530835561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530835561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530835562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530835563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530835563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530835671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530835671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530835672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530835672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530835672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:55,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:55,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:55,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:55,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:55,873 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8d41207dbcb845acb0fc889a381673e7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d41207dbcb845acb0fc889a381673e7 2024-11-25T10:32:55,877 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 8d41207dbcb845acb0fc889a381673e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:55,877 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:55,877 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=12, startTime=1732530775440; duration=0sec 2024-11-25T10:32:55,877 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:55,877 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530835877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530835877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530835877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530835878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530835878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:55,886 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/8f5cec9c1aab4d0d872cb411b2d3d419 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8f5cec9c1aab4d0d872cb411b2d3d419 2024-11-25T10:32:55,890 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 8f5cec9c1aab4d0d872cb411b2d3d419(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:55,890 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:55,890 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=11, startTime=1732530775441; duration=0sec 2024-11-25T10:32:55,890 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:55,890 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:32:55,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/7b3bd7f0f980483abb2b5110e178c254 2024-11-25T10:32:55,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e9f48c16373641d393a560480f49e152 is 50, key is test_row_0/B:col10/1732530774869/Put/seqid=0 2024-11-25T10:32:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742303_1479 (size=12151) 2024-11-25T10:32:56,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:56,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530836181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530836183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530836183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530836184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530836186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e9f48c16373641d393a560480f49e152 2024-11-25T10:32:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1f3baeb4e4a34febab3c4d9c6e718527 is 50, key is test_row_0/C:col10/1732530774869/Put/seqid=0 2024-11-25T10:32:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742304_1480 (size=12151) 2024-11-25T10:32:56,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:56,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530836683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530836691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530836697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530836698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530836698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:32:56,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1f3baeb4e4a34febab3c4d9c6e718527 2024-11-25T10:32:56,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/7b3bd7f0f980483abb2b5110e178c254 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254 2024-11-25T10:32:56,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254, entries=200, sequenceid=167, filesize=14.2 K 2024-11-25T10:32:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e9f48c16373641d393a560480f49e152 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152 2024-11-25T10:32:56,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T10:32:56,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1f3baeb4e4a34febab3c4d9c6e718527 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527 2024-11-25T10:32:56,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T10:32:56,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 1313ms, sequenceid=167, compaction requested=false 2024-11-25T10:32:56,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:56,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:56,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:32:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:56,937 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:56,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/91b4dcf7912140f9b460e3619ac64284 is 50, key is test_row_0/A:col10/1732530775551/Put/seqid=0 2024-11-25T10:32:56,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742305_1481 (size=12151) 2024-11-25T10:32:57,350 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/91b4dcf7912140f9b460e3619ac64284 2024-11-25T10:32:57,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b5d92aa036f3462289ca94e2e8f32d46 is 50, key is test_row_0/B:col10/1732530775551/Put/seqid=0 2024-11-25T10:32:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742306_1482 (size=12151) 2024-11-25T10:32:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:57,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530837711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530837711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530837711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530837712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530837716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,784 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b5d92aa036f3462289ca94e2e8f32d46 2024-11-25T10:32:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/c4d28318fe53409a99cca7459638931f is 50, key is test_row_0/C:col10/1732530775551/Put/seqid=0 2024-11-25T10:32:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742307_1483 (size=12151) 2024-11-25T10:32:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530837817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530837817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530837817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530837818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530838021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530838022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530838022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530838023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,223 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/c4d28318fe53409a99cca7459638931f 2024-11-25T10:32:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/91b4dcf7912140f9b460e3619ac64284 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284 2024-11-25T10:32:58,235 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T10:32:58,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b5d92aa036f3462289ca94e2e8f32d46 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46 2024-11-25T10:32:58,245 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T10:32:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/c4d28318fe53409a99cca7459638931f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f 2024-11-25T10:32:58,250 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T10:32:58,251 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cde703b4bbe97b28d98b7733b25c4404 in 1314ms, sequenceid=193, compaction requested=true 2024-11-25T10:32:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T10:32:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T10:32:58,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T10:32:58,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7030 sec 2024-11-25T10:32:58,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.7050 sec 2024-11-25T10:32:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:58,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:32:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:58,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/eea8bfe848f34c81bbe01db24944e9ba is 50, key is test_row_0/A:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742308_1484 (size=16931) 2024-11-25T10:32:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530838400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530838401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530838415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530838421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530838515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530838516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530838525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530838527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530838721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530838729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530838737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530838737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:58,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/eea8bfe848f34c81bbe01db24944e9ba 2024-11-25T10:32:58,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8d1c509f2e684d9e9d36296458577487 is 50, key is test_row_0/B:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742309_1485 (size=12151) 2024-11-25T10:32:58,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8d1c509f2e684d9e9d36296458577487 2024-11-25T10:32:58,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/513d8935ed1a4c1dbf1e2875868bb610 is 50, key is test_row_0/C:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742310_1486 (size=12151) 2024-11-25T10:32:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530839027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530839041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530839043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530839048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/513d8935ed1a4c1dbf1e2875868bb610 2024-11-25T10:32:59,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/eea8bfe848f34c81bbe01db24944e9ba as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba 2024-11-25T10:32:59,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba, entries=250, sequenceid=207, filesize=16.5 K 2024-11-25T10:32:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8d1c509f2e684d9e9d36296458577487 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487 2024-11-25T10:32:59,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:32:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/513d8935ed1a4c1dbf1e2875868bb610 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610 2024-11-25T10:32:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:32:59,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cde703b4bbe97b28d98b7733b25c4404 in 1008ms, sequenceid=207, compaction requested=true 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:59,344 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:59,344 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:32:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:59,347 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:59,347 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:32:59,347 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:59,347 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2afa6d0af5d643309ea21c6cfdc8cde8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=54.8 K 2024-11-25T10:32:59,347 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:59,347 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:32:59,348 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:59,348 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d41207dbcb845acb0fc889a381673e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=47.8 K 2024-11-25T10:32:59,348 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2afa6d0af5d643309ea21c6cfdc8cde8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:59,348 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d41207dbcb845acb0fc889a381673e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:59,348 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b3bd7f0f980483abb2b5110e178c254, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530774835 2024-11-25T10:32:59,348 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f48c16373641d393a560480f49e152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530774835 2024-11-25T10:32:59,348 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91b4dcf7912140f9b460e3619ac64284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732530775551 2024-11-25T10:32:59,349 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b5d92aa036f3462289ca94e2e8f32d46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732530775551 2024-11-25T10:32:59,349 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea8bfe848f34c81bbe01db24944e9ba, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:32:59,349 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1c509f2e684d9e9d36296458577487, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:32:59,377 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:59,378 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/40ca9c6b9ca6418e987ba1525a84bada is 50, key is test_row_0/B:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:59,384 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:59,384 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/d8c9f6d7d2fd4b1bb593f7421914e9ef is 50, key is test_row_0/A:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742311_1487 (size=12629) 2024-11-25T10:32:59,405 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/40ca9c6b9ca6418e987ba1525a84bada as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/40ca9c6b9ca6418e987ba1525a84bada 2024-11-25T10:32:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742312_1488 (size=12629) 2024-11-25T10:32:59,418 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/d8c9f6d7d2fd4b1bb593f7421914e9ef as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d8c9f6d7d2fd4b1bb593f7421914e9ef 2024-11-25T10:32:59,421 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 40ca9c6b9ca6418e987ba1525a84bada(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:59,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:59,421 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=12, startTime=1732530779344; duration=0sec 2024-11-25T10:32:59,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:32:59,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:32:59,421 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:32:59,423 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:32:59,423 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:32:59,423 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:59,424 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8f5cec9c1aab4d0d872cb411b2d3d419, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=47.8 K 2024-11-25T10:32:59,425 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f5cec9c1aab4d0d872cb411b2d3d419, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732530773663 2024-11-25T10:32:59,425 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f3baeb4e4a34febab3c4d9c6e718527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530774835 2024-11-25T10:32:59,425 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d28318fe53409a99cca7459638931f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732530775551 2024-11-25T10:32:59,426 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 513d8935ed1a4c1dbf1e2875868bb610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:32:59,427 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into d8c9f6d7d2fd4b1bb593f7421914e9ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:59,427 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:59,427 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=12, startTime=1732530779344; duration=0sec 2024-11-25T10:32:59,427 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:59,427 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:32:59,436 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#406 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:32:59,437 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/ee4498ef50de416987e05feba4a698c6 is 50, key is test_row_0/C:col10/1732530778335/Put/seqid=0 2024-11-25T10:32:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742313_1489 (size=12595) 2024-11-25T10:32:59,454 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/ee4498ef50de416987e05feba4a698c6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ee4498ef50de416987e05feba4a698c6 2024-11-25T10:32:59,461 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into ee4498ef50de416987e05feba4a698c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:32:59,461 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:59,461 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=12, startTime=1732530779344; duration=0sec 2024-11-25T10:32:59,462 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:32:59,462 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:32:59,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:59,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:59,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/95b33b4f2bf1499f9d421cecd5fbcd37 is 50, key is test_row_0/A:col10/1732530778376/Put/seqid=0 2024-11-25T10:32:59,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530839567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530839569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530839570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530839573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742314_1490 (size=14541) 2024-11-25T10:32:59,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/95b33b4f2bf1499f9d421cecd5fbcd37 2024-11-25T10:32:59,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8cefc1647f114f9db90bf67d3b127a0d is 50, key is test_row_0/B:col10/1732530778376/Put/seqid=0 2024-11-25T10:32:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:32:59,664 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T10:32:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:32:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742315_1491 (size=12151) 2024-11-25T10:32:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T10:32:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530839677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8cefc1647f114f9db90bf67d3b127a0d 2024-11-25T10:32:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:32:59,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:32:59,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:32:59,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:32:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530839679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530839679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530839685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/251c5ec9499e491a9f6d654d7df16598 is 50, key is test_row_0/C:col10/1732530778376/Put/seqid=0 2024-11-25T10:32:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742316_1492 (size=12151) 2024-11-25T10:32:59,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/251c5ec9499e491a9f6d654d7df16598 2024-11-25T10:32:59,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/95b33b4f2bf1499f9d421cecd5fbcd37 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37 2024-11-25T10:32:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530839722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,726 DEBUG [Thread-1986 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:32:59,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37, entries=200, sequenceid=234, filesize=14.2 K 2024-11-25T10:32:59,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8cefc1647f114f9db90bf67d3b127a0d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d 2024-11-25T10:32:59,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T10:32:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/251c5ec9499e491a9f6d654d7df16598 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598 2024-11-25T10:32:59,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T10:32:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cde703b4bbe97b28d98b7733b25c4404 in 208ms, sequenceid=234, compaction requested=false 2024-11-25T10:32:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:32:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:32:59,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:32:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:32:59,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:32:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:32:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:32:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:32:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:32:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/00e7b5cd08064dd39c6529db841efa29 is 50, key is test_row_0/A:col10/1732530779566/Put/seqid=0 2024-11-25T10:32:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:32:59,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:32:59,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742317_1493 (size=12151) 2024-11-25T10:32:59,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530839929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530839930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530839932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:32:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530839934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:32:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:33:00,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530840035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530840044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530840044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530840044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530840240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530840249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530840250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530840250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:33:00,287 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/00e7b5cd08064dd39c6529db841efa29 2024-11-25T10:33:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/2796373d974641608b8749ef16bd6d59 is 50, key is test_row_0/B:col10/1732530779566/Put/seqid=0 2024-11-25T10:33:00,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742318_1494 (size=12151) 2024-11-25T10:33:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530840551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530840551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530840558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530840559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,696 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/2796373d974641608b8749ef16bd6d59 2024-11-25T10:33:00,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/021a8e6358bf4b21a0471bd62725ab0a is 50, key is test_row_0/C:col10/1732530779566/Put/seqid=0 2024-11-25T10:33:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742319_1495 (size=12151) 2024-11-25T10:33:00,712 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/021a8e6358bf4b21a0471bd62725ab0a 2024-11-25T10:33:00,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/00e7b5cd08064dd39c6529db841efa29 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29 2024-11-25T10:33:00,720 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T10:33:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/2796373d974641608b8749ef16bd6d59 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59 2024-11-25T10:33:00,724 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T10:33:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/021a8e6358bf4b21a0471bd62725ab0a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a 2024-11-25T10:33:00,728 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T10:33:00,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 884ms, sequenceid=246, compaction requested=true 2024-11-25T10:33:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T10:33:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T10:33:00,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T10:33:00,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-11-25T10:33:00,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0630 sec 2024-11-25T10:33:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:33:00,783 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T10:33:00,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T10:33:00,786 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:00,786 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:00,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:00,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:00,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:00,939 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/34192c0fb9bc40da964a99d6a7a0418c is 50, key is test_row_0/A:col10/1732530779933/Put/seqid=0 2024-11-25T10:33:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742320_1496 (size=12301) 2024-11-25T10:33:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:01,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530841073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530841073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530841077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530841081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530841182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530841182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530841182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530841184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,347 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/34192c0fb9bc40da964a99d6a7a0418c 2024-11-25T10:33:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c17cdbc7bc4e496488f8528abe346c95 is 50, key is test_row_0/B:col10/1732530779933/Put/seqid=0 2024-11-25T10:33:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742321_1497 (size=12301) 2024-11-25T10:33:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:01,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530841387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530841387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530841387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530841392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530841693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530841693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530841693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530841702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:01,759 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c17cdbc7bc4e496488f8528abe346c95 2024-11-25T10:33:01,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/aba71654fce241e4af858810d75b779a is 50, key is test_row_0/C:col10/1732530779933/Put/seqid=0 2024-11-25T10:33:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742322_1498 (size=12301) 2024-11-25T10:33:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:02,180 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/aba71654fce241e4af858810d75b779a 2024-11-25T10:33:02,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/34192c0fb9bc40da964a99d6a7a0418c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c 2024-11-25T10:33:02,185 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:33:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/c17cdbc7bc4e496488f8528abe346c95 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95 2024-11-25T10:33:02,188 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:33:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/aba71654fce241e4af858810d75b779a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a 2024-11-25T10:33:02,191 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:33:02,192 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cde703b4bbe97b28d98b7733b25c4404 in 1252ms, sequenceid=270, compaction requested=true 2024-11-25T10:33:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T10:33:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T10:33:02,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T10:33:02,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-25T10:33:02,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4100 sec 2024-11-25T10:33:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:02,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:33:02,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/c7bceeb9f3134a96aaf04c05d606ef1f is 50, key is test_row_0/A:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742323_1499 (size=14741) 2024-11-25T10:33:02,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/c7bceeb9f3134a96aaf04c05d606ef1f 2024-11-25T10:33:02,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/67f040c09adf487a91ba8ff600a556fb is 50, key is test_row_0/B:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742324_1500 (size=12301) 2024-11-25T10:33:02,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530842251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530842252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530842253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530842253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530842362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530842362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530842362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530842366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530842571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530842571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530842572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530842573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/67f040c09adf487a91ba8ff600a556fb 2024-11-25T10:33:02,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/ea1b6384a4cd404996989f632a61c0f1 is 50, key is test_row_0/C:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742325_1501 (size=12301) 2024-11-25T10:33:02,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/ea1b6384a4cd404996989f632a61c0f1 2024-11-25T10:33:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/c7bceeb9f3134a96aaf04c05d606ef1f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f 2024-11-25T10:33:02,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f, entries=200, sequenceid=283, filesize=14.4 K 2024-11-25T10:33:02,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/67f040c09adf487a91ba8ff600a556fb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb 2024-11-25T10:33:02,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T10:33:02,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/ea1b6384a4cd404996989f632a61c0f1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1 2024-11-25T10:33:02,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1, entries=150, sequenceid=283, filesize=12.0 K 2024-11-25T10:33:02,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 495ms, sequenceid=283, compaction requested=true 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:02,703 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:33:02,703 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:02,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:02,705 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66363 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:33:02,705 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:33:02,705 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:33:02,705 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:33:02,705 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:02,705 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:02,706 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d8c9f6d7d2fd4b1bb593f7421914e9ef, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=64.8 K 2024-11-25T10:33:02,706 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/40ca9c6b9ca6418e987ba1525a84bada, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=60.1 K 2024-11-25T10:33:02,706 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8c9f6d7d2fd4b1bb593f7421914e9ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:33:02,706 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 40ca9c6b9ca6418e987ba1525a84bada, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:33:02,706 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95b33b4f2bf1499f9d421cecd5fbcd37, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732530778376 2024-11-25T10:33:02,707 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cefc1647f114f9db90bf67d3b127a0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732530778376 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00e7b5cd08064dd39c6529db841efa29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732530779562 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2796373d974641608b8749ef16bd6d59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732530779562 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c17cdbc7bc4e496488f8528abe346c95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530779928 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34192c0fb9bc40da964a99d6a7a0418c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530779928 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f040c09adf487a91ba8ff600a556fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781072 2024-11-25T10:33:02,709 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7bceeb9f3134a96aaf04c05d606ef1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781062 2024-11-25T10:33:02,724 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:02,724 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/357c69e3038f4a6abfb138dbf31f0182 is 50, key is test_row_0/B:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:02,728 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#420 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:02,728 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2dec37c58d0a4af1904975d6a853b054 is 50, key is test_row_0/A:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742326_1502 (size=12949) 2024-11-25T10:33:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742327_1503 (size=12949) 2024-11-25T10:33:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:33:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:33:02,891 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T10:33:02,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T10:33:02,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:02,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:02,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:02,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/ac48b1678b0e477f9b9604124375936c is 50, key is test_row_0/A:col10/1732530782884/Put/seqid=0 2024-11-25T10:33:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742328_1504 (size=14741) 2024-11-25T10:33:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530842897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530842903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530842904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530842906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530843007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530843009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530843014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530843015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,147 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/357c69e3038f4a6abfb138dbf31f0182 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/357c69e3038f4a6abfb138dbf31f0182 2024-11-25T10:33:03,150 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2dec37c58d0a4af1904975d6a853b054 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2dec37c58d0a4af1904975d6a853b054 2024-11-25T10:33:03,154 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 357c69e3038f4a6abfb138dbf31f0182(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:03,154 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:03,154 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=11, startTime=1732530782703; duration=0sec 2024-11-25T10:33:03,154 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:03,154 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:33:03,154 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:33:03,155 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61499 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:33:03,155 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:33:03,155 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,155 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ee4498ef50de416987e05feba4a698c6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=60.1 K 2024-11-25T10:33:03,155 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ee4498ef50de416987e05feba4a698c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530777703 2024-11-25T10:33:03,155 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 251c5ec9499e491a9f6d654d7df16598, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732530778376 2024-11-25T10:33:03,156 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into 2dec37c58d0a4af1904975d6a853b054(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:03,156 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=11, startTime=1732530782703; duration=0sec 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 021a8e6358bf4b21a0471bd62725ab0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732530779562 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting aba71654fce241e4af858810d75b779a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530779928 2024-11-25T10:33:03,156 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ea1b6384a4cd404996989f632a61c0f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781072 2024-11-25T10:33:03,162 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:03,163 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1742cf0a4e6045bfb390239d29722570 is 50, key is test_row_0/C:col10/1732530782206/Put/seqid=0 2024-11-25T10:33:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742329_1505 (size=12915) 2024-11-25T10:33:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:03,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530843213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530843215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530843222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530843223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/ac48b1678b0e477f9b9604124375936c 2024-11-25T10:33:03,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e8aaebffc9c546fbad365502e3ad56ff is 50, key is test_row_0/B:col10/1732530782884/Put/seqid=0 2024-11-25T10:33:03,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742330_1506 (size=12301) 2024-11-25T10:33:03,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:03,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530843522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530843524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530843529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530843529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,571 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1742cf0a4e6045bfb390239d29722570 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1742cf0a4e6045bfb390239d29722570 2024-11-25T10:33:03,580 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 1742cf0a4e6045bfb390239d29722570(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:03,580 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:03,580 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=11, startTime=1732530782703; duration=0sec 2024-11-25T10:33:03,581 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:03,581 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:33:03,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e8aaebffc9c546fbad365502e3ad56ff 2024-11-25T10:33:03,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2c58767e156f4f178e8454dfc4d31fd3 is 50, key is test_row_0/C:col10/1732530782884/Put/seqid=0 2024-11-25T10:33:03,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51770 deadline: 1732530843732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,735 DEBUG [Thread-1986 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742331_1507 (size=12301) 2024-11-25T10:33:03,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:03,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:03,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530844031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530844037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530844043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530844043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:04,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:04,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2c58767e156f4f178e8454dfc4d31fd3 2024-11-25T10:33:04,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/ac48b1678b0e477f9b9604124375936c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c 2024-11-25T10:33:04,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c, entries=200, sequenceid=309, filesize=14.4 K 2024-11-25T10:33:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/e8aaebffc9c546fbad365502e3ad56ff as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff 2024-11-25T10:33:04,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T10:33:04,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2c58767e156f4f178e8454dfc4d31fd3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3 2024-11-25T10:33:04,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3, entries=150, sequenceid=309, filesize=12.0 K 2024-11-25T10:33:04,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cde703b4bbe97b28d98b7733b25c4404 in 1337ms, sequenceid=309, compaction requested=false 2024-11-25T10:33:04,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:04,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:33:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:04,282 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:04,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/1e3fc0208ab1489587aead45f1ecdd1c is 50, key is test_row_0/A:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742332_1508 (size=12301) 2024-11-25T10:33:04,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/1e3fc0208ab1489587aead45f1ecdd1c 2024-11-25T10:33:04,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/65eb0ea5613f4b4ab54d5337b23ef811 is 50, key is test_row_0/B:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742333_1509 (size=12301) 2024-11-25T10:33:04,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/65eb0ea5613f4b4ab54d5337b23ef811 2024-11-25T10:33:04,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/89f16537cd8a4ef99ecac6cd3740ad43 is 50, key is test_row_0/C:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742334_1510 (size=12301) 2024-11-25T10:33:04,887 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/89f16537cd8a4ef99ecac6cd3740ad43 2024-11-25T10:33:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/1e3fc0208ab1489587aead45f1ecdd1c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c 2024-11-25T10:33:04,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c, entries=150, sequenceid=322, filesize=12.0 K 2024-11-25T10:33:04,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/65eb0ea5613f4b4ab54d5337b23ef811 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811 2024-11-25T10:33:04,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811, entries=150, sequenceid=322, filesize=12.0 K 2024-11-25T10:33:04,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/89f16537cd8a4ef99ecac6cd3740ad43 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43 2024-11-25T10:33:04,974 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43, entries=150, sequenceid=322, filesize=12.0 K 2024-11-25T10:33:04,975 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for cde703b4bbe97b28d98b7733b25c4404 in 693ms, sequenceid=322, compaction requested=true 2024-11-25T10:33:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T10:33:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T10:33:04,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T10:33:04,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0830 sec 2024-11-25T10:33:04,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.0860 sec 2024-11-25T10:33:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:33:05,007 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T10:33:05,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T10:33:05,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:05,041 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:05,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:05,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:33:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:05,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/fbfaa95a9c384f30b1261d8ae01e7e07 is 50, key is test_row_1/A:col10/1732530785055/Put/seqid=0 2024-11-25T10:33:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742335_1511 (size=9857) 2024-11-25T10:33:05,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530845216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530845218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530845221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530845222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530845335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530845335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530845336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530845339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:05,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530845543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530845543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530845544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530845545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/fbfaa95a9c384f30b1261d8ae01e7e07 2024-11-25T10:33:05,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 is 50, key is test_row_1/B:col10/1732530785055/Put/seqid=0 2024-11-25T10:33:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:05,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:05,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742336_1512 (size=9857) 2024-11-25T10:33:05,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:05,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530845851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530845853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530845855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:05,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530845856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 2024-11-25T10:33:06,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/bc203863878c40d79310922b5ae48740 is 50, key is test_row_1/C:col10/1732530785055/Put/seqid=0 2024-11-25T10:33:06,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742337_1513 (size=9857) 2024-11-25T10:33:06,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/bc203863878c40d79310922b5ae48740 2024-11-25T10:33:06,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/fbfaa95a9c384f30b1261d8ae01e7e07 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07 2024-11-25T10:33:06,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07, entries=100, sequenceid=333, filesize=9.6 K 2024-11-25T10:33:06,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 2024-11-25T10:33:06,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860, entries=100, sequenceid=333, filesize=9.6 K 2024-11-25T10:33:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/bc203863878c40d79310922b5ae48740 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740 2024-11-25T10:33:06,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740, entries=100, sequenceid=333, filesize=9.6 K 2024-11-25T10:33:06,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cde703b4bbe97b28d98b7733b25c4404 in 1135ms, sequenceid=333, compaction requested=true 2024-11-25T10:33:06,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:06,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:06,228 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:06,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:06,228 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:06,229 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:06,229 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:33:06,229 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,229 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2dec37c58d0a4af1904975d6a853b054, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=48.7 K 2024-11-25T10:33:06,229 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:06,229 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:33:06,229 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,229 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/357c69e3038f4a6abfb138dbf31f0182, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=46.3 K 2024-11-25T10:33:06,229 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dec37c58d0a4af1904975d6a853b054, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781072 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 357c69e3038f4a6abfb138dbf31f0182, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781072 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac48b1678b0e477f9b9604124375936c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732530782248 2024-11-25T10:33:06,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3fc0208ab1489587aead45f1ecdd1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732530782895 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting e8aaebffc9c546fbad365502e3ad56ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732530782251 2024-11-25T10:33:06,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 65eb0ea5613f4b4ab54d5337b23ef811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732530782895 2024-11-25T10:33:06,230 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbfaa95a9c384f30b1261d8ae01e7e07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530785055 2024-11-25T10:33:06,231 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fb35eebbb2ca4b41bacc8d6dfdf5f860, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530785055 2024-11-25T10:33:06,240 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:06,241 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/9e5cfb5af00648dcac3089f2e4696258 is 50, key is test_row_0/B:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:06,247 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:06,247 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2bb61b6d911f4ea7a09c6380ecdcda28 is 50, key is test_row_0/A:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742338_1514 (size=13085) 2024-11-25T10:33:06,280 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/2bb61b6d911f4ea7a09c6380ecdcda28 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2bb61b6d911f4ea7a09c6380ecdcda28 2024-11-25T10:33:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742339_1515 (size=13085) 2024-11-25T10:33:06,299 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into 2bb61b6d911f4ea7a09c6380ecdcda28(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:06,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:06,299 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=12, startTime=1732530786228; duration=0sec 2024-11-25T10:33:06,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:06,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:33:06,299 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:06,303 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/9e5cfb5af00648dcac3089f2e4696258 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/9e5cfb5af00648dcac3089f2e4696258 2024-11-25T10:33:06,304 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:06,304 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:33:06,304 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,304 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1742cf0a4e6045bfb390239d29722570, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=46.3 K 2024-11-25T10:33:06,313 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1742cf0a4e6045bfb390239d29722570, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732530781072 2024-11-25T10:33:06,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,322 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c58767e156f4f178e8454dfc4d31fd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732530782251 2024-11-25T10:33:06,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:33:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,323 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:33:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:06,325 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89f16537cd8a4ef99ecac6cd3740ad43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732530782895 2024-11-25T10:33:06,326 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 9e5cfb5af00648dcac3089f2e4696258(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:06,326 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:06,326 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=12, startTime=1732530786228; duration=0sec 2024-11-25T10:33:06,326 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:06,326 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:33:06,331 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc203863878c40d79310922b5ae48740, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530785055 2024-11-25T10:33:06,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/81146543687c4187a4446dcb7aeee0f4 is 50, key is test_row_0/A:col10/1732530785218/Put/seqid=0 2024-11-25T10:33:06,353 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:06,353 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1c97fd4b726c48bab3ece2ad2d15f177 is 50, key is test_row_0/C:col10/1732530782904/Put/seqid=0 2024-11-25T10:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742340_1516 (size=12301) 2024-11-25T10:33:06,375 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/81146543687c4187a4446dcb7aeee0f4 2024-11-25T10:33:06,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530846374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742341_1517 (size=13051) 2024-11-25T10:33:06,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530846384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530846384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530846384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/84e04607898b4b13b1f5679f603a9389 is 50, key is test_row_0/B:col10/1732530785218/Put/seqid=0 2024-11-25T10:33:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742342_1518 (size=12301) 2024-11-25T10:33:06,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530846487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530846492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530846492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530846493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530846690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530846699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530846701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530846703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:06,790 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/1c97fd4b726c48bab3ece2ad2d15f177 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1c97fd4b726c48bab3ece2ad2d15f177 2024-11-25T10:33:06,796 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 1c97fd4b726c48bab3ece2ad2d15f177(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:06,796 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:06,796 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=12, startTime=1732530786229; duration=0sec 2024-11-25T10:33:06,796 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:06,796 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:33:06,805 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/84e04607898b4b13b1f5679f603a9389 2024-11-25T10:33:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/4341283cce11453897d69764ce9a5634 is 50, key is test_row_0/C:col10/1732530785218/Put/seqid=0 2024-11-25T10:33:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742343_1519 (size=12301) 2024-11-25T10:33:06,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/4341283cce11453897d69764ce9a5634 2024-11-25T10:33:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/81146543687c4187a4446dcb7aeee0f4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4 2024-11-25T10:33:06,838 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T10:33:06,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/84e04607898b4b13b1f5679f603a9389 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389 2024-11-25T10:33:06,850 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T10:33:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/4341283cce11453897d69764ce9a5634 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634 2024-11-25T10:33:06,856 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T10:33:06,858 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cde703b4bbe97b28d98b7733b25c4404 in 535ms, sequenceid=359, compaction requested=false 2024-11-25T10:33:06,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:06,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:06,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T10:33:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T10:33:06,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T10:33:06,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-25T10:33:06,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.8450 sec 2024-11-25T10:33:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:06,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:33:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:07,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/76ef243d607f4ab9b439d069cb321cb3 is 50, key is test_row_0/A:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742344_1520 (size=14741) 2024-11-25T10:33:07,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/76ef243d607f4ab9b439d069cb321cb3 2024-11-25T10:33:07,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/4e3b2a4f354b4966b09257514ebb9223 is 50, key is test_row_0/B:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742345_1521 (size=12301) 2024-11-25T10:33:07,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530847046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530847050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530847053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530847053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530847154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530847160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530847162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530847163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:33:07,172 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T10:33:07,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T10:33:07,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:07,176 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:07,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:07,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:33:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530847364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530847366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530847366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530847367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/4e3b2a4f354b4966b09257514ebb9223 2024-11-25T10:33:07,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/989f57edefaa4a5199b9942aa0b9ddfd is 50, key is test_row_0/C:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742346_1522 (size=12301) 2024-11-25T10:33:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:07,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:33:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:33:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530847669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530847671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530847671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530847678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:07,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:33:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:07,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/989f57edefaa4a5199b9942aa0b9ddfd 2024-11-25T10:33:07,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/76ef243d607f4ab9b439d069cb321cb3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3 2024-11-25T10:33:07,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3, entries=200, sequenceid=373, filesize=14.4 K 2024-11-25T10:33:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/4e3b2a4f354b4966b09257514ebb9223 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223 2024-11-25T10:33:07,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T10:33:07,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/989f57edefaa4a5199b9942aa0b9ddfd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd 2024-11-25T10:33:07,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T10:33:07,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cde703b4bbe97b28d98b7733b25c4404 in 893ms, sequenceid=373, compaction requested=true 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:07,890 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:07,890 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:33:07,891 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,891 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,891 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2bb61b6d911f4ea7a09c6380ecdcda28, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=39.2 K 2024-11-25T10:33:07,891 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/9e5cfb5af00648dcac3089f2e4696258, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=36.8 K 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bb61b6d911f4ea7a09c6380ecdcda28, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530782904 2024-11-25T10:33:07,891 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e5cfb5af00648dcac3089f2e4696258, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530782904 2024-11-25T10:33:07,892 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81146543687c4187a4446dcb7aeee0f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732530785199 2024-11-25T10:33:07,892 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e04607898b4b13b1f5679f603a9389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732530785199 2024-11-25T10:33:07,892 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76ef243d607f4ab9b439d069cb321cb3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:07,892 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3b2a4f354b4966b09257514ebb9223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:07,901 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:07,901 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/cdbdeaa4698349aeaf5c609b1cc23088 is 50, key is test_row_0/B:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,902 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:07,902 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/05da47099b894a8ca00e4fe5960d870d is 50, key is test_row_0/A:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742347_1523 (size=13187) 2024-11-25T10:33:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742348_1524 (size=13187) 2024-11-25T10:33:07,910 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/cdbdeaa4698349aeaf5c609b1cc23088 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cdbdeaa4698349aeaf5c609b1cc23088 2024-11-25T10:33:07,913 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into cdbdeaa4698349aeaf5c609b1cc23088(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:07,913 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:07,914 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=13, startTime=1732530787890; duration=0sec 2024-11-25T10:33:07,914 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:07,914 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:33:07,914 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:07,915 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:07,915 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:33:07,916 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,916 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1c97fd4b726c48bab3ece2ad2d15f177, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=36.8 K 2024-11-25T10:33:07,916 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c97fd4b726c48bab3ece2ad2d15f177, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732530782904 2024-11-25T10:33:07,916 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4341283cce11453897d69764ce9a5634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732530785199 2024-11-25T10:33:07,916 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 989f57edefaa4a5199b9942aa0b9ddfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:07,923 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:07,923 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b is 50, key is test_row_0/C:col10/1732530786362/Put/seqid=0 2024-11-25T10:33:07,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742349_1525 (size=13153) 2024-11-25T10:33:07,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:07,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:33:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:07,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:33:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f7d54cf5c1ac4abca092767cc9bddec1 is 50, key is test_row_0/A:col10/1732530787051/Put/seqid=0 2024-11-25T10:33:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742350_1526 (size=12301) 2024-11-25T10:33:08,011 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f7d54cf5c1ac4abca092767cc9bddec1 2024-11-25T10:33:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b99b928ac32c458fbccb8c766b57e28c is 50, key is test_row_0/B:col10/1732530787051/Put/seqid=0 2024-11-25T10:33:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742351_1527 (size=12301) 2024-11-25T10:33:08,052 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b99b928ac32c458fbccb8c766b57e28c 2024-11-25T10:33:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/932ae6f101ff4216a28ef78094d4941e is 50, key is test_row_0/C:col10/1732530787051/Put/seqid=0 2024-11-25T10:33:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742352_1528 (size=12301) 2024-11-25T10:33:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. as already flushing 2024-11-25T10:33:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530848190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530848191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530848192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530848194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,229 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:62334 2024-11-25T10:33:08,229 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:62334 2024-11-25T10:33:08,230 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,230 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,230 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:62334 2024-11-25T10:33:08,230 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,235 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:62334 2024-11-25T10:33:08,235 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,236 DEBUG [Thread-1997 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:62334 2024-11-25T10:33:08,236 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51700 deadline: 1732530848295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51756 deadline: 1732530848301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51742 deadline: 1732530848301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51778 deadline: 1732530848301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:08,311 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/05da47099b894a8ca00e4fe5960d870d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/05da47099b894a8ca00e4fe5960d870d 2024-11-25T10:33:08,316 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into 05da47099b894a8ca00e4fe5960d870d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:08,316 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:08,316 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=13, startTime=1732530787890; duration=0sec 2024-11-25T10:33:08,316 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:08,316 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:33:08,356 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b 2024-11-25T10:33:08,360 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 8cccf1cd49aa4f2d8b60a0dcd3f5437b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:08,360 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:08,360 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=13, startTime=1732530787890; duration=0sec 2024-11-25T10:33:08,360 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:08,360 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:33:08,480 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/932ae6f101ff4216a28ef78094d4941e 2024-11-25T10:33:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f7d54cf5c1ac4abca092767cc9bddec1 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1 2024-11-25T10:33:08,487 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T10:33:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/b99b928ac32c458fbccb8c766b57e28c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c 2024-11-25T10:33:08,491 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T10:33:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/932ae6f101ff4216a28ef78094d4941e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e 2024-11-25T10:33:08,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T10:33:08,496 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cde703b4bbe97b28d98b7733b25c4404 in 539ms, sequenceid=398, compaction requested=false 2024-11-25T10:33:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T10:33:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T10:33:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:08,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:08,497 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:62334 2024-11-25T10:33:08,497 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:08,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T10:33:08,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-11-25T10:33:08,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3260 sec 2024-11-25T10:33:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/132c5036347643d59d990a98994b12ed is 50, key is test_row_0/A:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:08,503 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:62334 2024-11-25T10:33:08,503 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,504 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:62334 2024-11-25T10:33:08,504 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742353_1529 (size=12301) 2024-11-25T10:33:08,508 DEBUG [Thread-1992 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:62334 2024-11-25T10:33:08,508 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:08,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/132c5036347643d59d990a98994b12ed 2024-11-25T10:33:08,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/5537d3f552b04a389eed20236ad63d99 is 50, key is test_row_0/B:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742354_1530 (size=12301) 2024-11-25T10:33:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:33:09,281 INFO [Thread-1996 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T10:33:09,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/5537d3f552b04a389eed20236ad63d99 2024-11-25T10:33:09,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/45734c2b817d45f4ae2962f1c373f6ec is 50, key is test_row_0/C:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742355_1531 (size=12301) 2024-11-25T10:33:09,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/45734c2b817d45f4ae2962f1c373f6ec 2024-11-25T10:33:09,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/132c5036347643d59d990a98994b12ed as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed 2024-11-25T10:33:09,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T10:33:09,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/5537d3f552b04a389eed20236ad63d99 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99 2024-11-25T10:33:09,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T10:33:09,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/45734c2b817d45f4ae2962f1c373f6ec as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec 2024-11-25T10:33:09,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T10:33:09,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for cde703b4bbe97b28d98b7733b25c4404 in 1251ms, sequenceid=413, compaction requested=true 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:09,748 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:09,748 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cde703b4bbe97b28d98b7733b25c4404:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/A is initiating minor compaction (all files) 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/B is initiating minor compaction (all files) 2024-11-25T10:33:09,749 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/A in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:09,749 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/B in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:09,749 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/05da47099b894a8ca00e4fe5960d870d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=36.9 K 2024-11-25T10:33:09,749 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cdbdeaa4698349aeaf5c609b1cc23088, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=36.9 K 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05da47099b894a8ca00e4fe5960d870d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting cdbdeaa4698349aeaf5c609b1cc23088, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7d54cf5c1ac4abca092767cc9bddec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732530787048 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b99b928ac32c458fbccb8c766b57e28c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732530787048 2024-11-25T10:33:09,749 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132c5036347643d59d990a98994b12ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732530788190 2024-11-25T10:33:09,750 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5537d3f552b04a389eed20236ad63d99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732530788190 2024-11-25T10:33:09,758 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:09,758 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:09,759 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/57bbda58f09d466e9c50b59ec561ba83 is 50, key is test_row_0/B:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:09,759 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/aa4fbf1f8ad74902803485a988c480e7 is 50, key is test_row_0/A:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742357_1533 (size=13289) 2024-11-25T10:33:09,774 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/57bbda58f09d466e9c50b59ec561ba83 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/57bbda58f09d466e9c50b59ec561ba83 2024-11-25T10:33:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742356_1532 (size=13289) 2024-11-25T10:33:09,781 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/aa4fbf1f8ad74902803485a988c480e7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/aa4fbf1f8ad74902803485a988c480e7 2024-11-25T10:33:09,782 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/B of cde703b4bbe97b28d98b7733b25c4404 into 57bbda58f09d466e9c50b59ec561ba83(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:09,782 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:09,782 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/B, priority=13, startTime=1732530789748; duration=0sec 2024-11-25T10:33:09,782 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:09,782 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:B 2024-11-25T10:33:09,782 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:09,784 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:09,784 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): cde703b4bbe97b28d98b7733b25c4404/C is initiating minor compaction (all files) 2024-11-25T10:33:09,784 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cde703b4bbe97b28d98b7733b25c4404/C in TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:09,784 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp, totalSize=36.9 K 2024-11-25T10:33:09,785 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cccf1cd49aa4f2d8b60a0dcd3f5437b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732530786362 2024-11-25T10:33:09,785 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 932ae6f101ff4216a28ef78094d4941e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732530787048 2024-11-25T10:33:09,785 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 45734c2b817d45f4ae2962f1c373f6ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732530788190 2024-11-25T10:33:09,786 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/A of cde703b4bbe97b28d98b7733b25c4404 into aa4fbf1f8ad74902803485a988c480e7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:09,786 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:09,786 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/A, priority=13, startTime=1732530789748; duration=0sec 2024-11-25T10:33:09,786 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:09,786 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:A 2024-11-25T10:33:09,792 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cde703b4bbe97b28d98b7733b25c4404#C#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:09,792 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/548d53014e874ffdad02c72ff327573a is 50, key is test_row_0/C:col10/1732530788190/Put/seqid=0 2024-11-25T10:33:09,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742358_1534 (size=13255) 2024-11-25T10:33:10,208 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/548d53014e874ffdad02c72ff327573a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/548d53014e874ffdad02c72ff327573a 2024-11-25T10:33:10,211 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cde703b4bbe97b28d98b7733b25c4404/C of cde703b4bbe97b28d98b7733b25c4404 into 548d53014e874ffdad02c72ff327573a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:10,211 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:10,211 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404., storeName=cde703b4bbe97b28d98b7733b25c4404/C, priority=13, startTime=1732530789748; duration=0sec 2024-11-25T10:33:10,211 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:10,211 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cde703b4bbe97b28d98b7733b25c4404:C 2024-11-25T10:33:11,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:33:13,750 DEBUG [Thread-1986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:62334 2024-11-25T10:33:13,750 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1673 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5019 rows 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1669 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5007 rows 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1655 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4965 rows 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1656 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4968 rows 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1671 2024-11-25T10:33:13,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5013 rows 2024-11-25T10:33:13,751 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:33:13,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:62334 2024-11-25T10:33:13,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:13,753 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:33:13,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:13,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530793759"}]},"ts":"1732530793759"} 2024-11-25T10:33:13,760 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:33:13,780 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:33:13,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:33:13,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, UNASSIGN}] 2024-11-25T10:33:13,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, UNASSIGN 2024-11-25T10:33:13,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=cde703b4bbe97b28d98b7733b25c4404, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:13,785 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:33:13,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:33:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:13,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:13,939 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:13,939 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:33:13,939 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing cde703b4bbe97b28d98b7733b25c4404, disabling compactions & flushes 2024-11-25T10:33:13,939 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:13,939 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:13,939 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. after waiting 0 ms 2024-11-25T10:33:13,939 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:13,939 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing cde703b4bbe97b28d98b7733b25c4404 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=A 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=B 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cde703b4bbe97b28d98b7733b25c4404, store=C 2024-11-25T10:33:13,940 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:13,945 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f6fcf37cf5a64f77a65cb7fe5402ea50 is 50, key is test_row_0/A:col10/1732530788507/Put/seqid=0 2024-11-25T10:33:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742359_1535 (size=12301) 2024-11-25T10:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:14,349 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f6fcf37cf5a64f77a65cb7fe5402ea50 2024-11-25T10:33:14,356 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8f2d199b42d74df3badb33caacefe7d6 is 50, key is test_row_0/B:col10/1732530788507/Put/seqid=0 2024-11-25T10:33:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742360_1536 (size=12301) 2024-11-25T10:33:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:14,761 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8f2d199b42d74df3badb33caacefe7d6 2024-11-25T10:33:14,770 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2d7e36469eeb48a9975e147cc8078d0a is 50, key is test_row_0/C:col10/1732530788507/Put/seqid=0 2024-11-25T10:33:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742361_1537 (size=12301) 2024-11-25T10:33:14,775 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2d7e36469eeb48a9975e147cc8078d0a 2024-11-25T10:33:14,778 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/A/f6fcf37cf5a64f77a65cb7fe5402ea50 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f6fcf37cf5a64f77a65cb7fe5402ea50 2024-11-25T10:33:14,781 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f6fcf37cf5a64f77a65cb7fe5402ea50, entries=150, sequenceid=423, filesize=12.0 K 2024-11-25T10:33:14,782 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/B/8f2d199b42d74df3badb33caacefe7d6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8f2d199b42d74df3badb33caacefe7d6 2024-11-25T10:33:14,785 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8f2d199b42d74df3badb33caacefe7d6, entries=150, sequenceid=423, filesize=12.0 K 2024-11-25T10:33:14,786 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/.tmp/C/2d7e36469eeb48a9975e147cc8078d0a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2d7e36469eeb48a9975e147cc8078d0a 2024-11-25T10:33:14,789 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2d7e36469eeb48a9975e147cc8078d0a, entries=150, sequenceid=423, filesize=12.0 K 2024-11-25T10:33:14,790 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for cde703b4bbe97b28d98b7733b25c4404 in 850ms, sequenceid=423, compaction requested=false 2024-11-25T10:33:14,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/cfc58860000844a3a96ed79c017dd27a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/848786ddc2f442e7bc553f3812391541, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2afa6d0af5d643309ea21c6cfdc8cde8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d8c9f6d7d2fd4b1bb593f7421914e9ef, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2dec37c58d0a4af1904975d6a853b054, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2bb61b6d911f4ea7a09c6380ecdcda28, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/05da47099b894a8ca00e4fe5960d870d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed] to archive 2024-11-25T10:33:14,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:14,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/6dcb2c4f773e468a9494aa49e11f8b0f 2024-11-25T10:33:14,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53f259921099483a91ab4c788ef03064 2024-11-25T10:33:14,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d805f15b3e7740cda076f43b222a5834 2024-11-25T10:33:14,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/cfc58860000844a3a96ed79c017dd27a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/cfc58860000844a3a96ed79c017dd27a 2024-11-25T10:33:14,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/0ed76dca7fd94e5cb99cd7b771bbfdf5 2024-11-25T10:33:14,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/028f71467b9442fc92b4d2f7f4391416 2024-11-25T10:33:14,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/848786ddc2f442e7bc553f3812391541 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/848786ddc2f442e7bc553f3812391541 2024-11-25T10:33:14,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/79217cfbbf9e41a1a9364c4ae3ad2847 2024-11-25T10:33:14,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/bba9e5a6e7c5477c8761e70444004d84 2024-11-25T10:33:14,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2afa6d0af5d643309ea21c6cfdc8cde8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2afa6d0af5d643309ea21c6cfdc8cde8 2024-11-25T10:33:14,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/53606d30e23f4206b14c5cb6ffdbd0a2 2024-11-25T10:33:14,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/7b3bd7f0f980483abb2b5110e178c254 2024-11-25T10:33:14,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/91b4dcf7912140f9b460e3619ac64284 2024-11-25T10:33:14,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/eea8bfe848f34c81bbe01db24944e9ba 2024-11-25T10:33:14,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d8c9f6d7d2fd4b1bb593f7421914e9ef to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/d8c9f6d7d2fd4b1bb593f7421914e9ef 2024-11-25T10:33:14,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/95b33b4f2bf1499f9d421cecd5fbcd37 2024-11-25T10:33:14,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/00e7b5cd08064dd39c6529db841efa29 2024-11-25T10:33:14,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/34192c0fb9bc40da964a99d6a7a0418c 2024-11-25T10:33:14,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/c7bceeb9f3134a96aaf04c05d606ef1f 2024-11-25T10:33:14,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2dec37c58d0a4af1904975d6a853b054 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2dec37c58d0a4af1904975d6a853b054 2024-11-25T10:33:14,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/ac48b1678b0e477f9b9604124375936c 2024-11-25T10:33:14,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/1e3fc0208ab1489587aead45f1ecdd1c 2024-11-25T10:33:14,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2bb61b6d911f4ea7a09c6380ecdcda28 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/2bb61b6d911f4ea7a09c6380ecdcda28 2024-11-25T10:33:14,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/fbfaa95a9c384f30b1261d8ae01e7e07 2024-11-25T10:33:14,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/81146543687c4187a4446dcb7aeee0f4 2024-11-25T10:33:14,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/76ef243d607f4ab9b439d069cb321cb3 2024-11-25T10:33:14,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/05da47099b894a8ca00e4fe5960d870d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/05da47099b894a8ca00e4fe5960d870d 2024-11-25T10:33:14,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f7d54cf5c1ac4abca092767cc9bddec1 2024-11-25T10:33:14,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/132c5036347643d59d990a98994b12ed 2024-11-25T10:33:14,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/45096fbb7e2b47358fefa80847b0302d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/94f3f956ee1047668614949d4959fac8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d41207dbcb845acb0fc889a381673e7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/40ca9c6b9ca6418e987ba1525a84bada, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/357c69e3038f4a6abfb138dbf31f0182, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/9e5cfb5af00648dcac3089f2e4696258, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cdbdeaa4698349aeaf5c609b1cc23088, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99] to archive 2024-11-25T10:33:14,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:14,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b4f438e970724fb2b19af15e542dad54 2024-11-25T10:33:14,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c63722c6fbd44a7899d50ed703d9cd7d 2024-11-25T10:33:14,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/45096fbb7e2b47358fefa80847b0302d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/45096fbb7e2b47358fefa80847b0302d 2024-11-25T10:33:14,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e4776390ec804fa7bda8a8c7dac75902 2024-11-25T10:33:14,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b3fc5cb7755d4491bfc7166b4a9016d9 2024-11-25T10:33:14,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/94f3f956ee1047668614949d4959fac8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/94f3f956ee1047668614949d4959fac8 2024-11-25T10:33:14,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cc13ff55c5a2494f8ff9a591534a8315 2024-11-25T10:33:14,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/31c399a61e3f4922b4332bd3afca0b15 2024-11-25T10:33:14,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/777d8473a5bc4f61831285d6abb80ff8 2024-11-25T10:33:14,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d41207dbcb845acb0fc889a381673e7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d41207dbcb845acb0fc889a381673e7 2024-11-25T10:33:14,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c650ead59cd94a72b305066e1eb422e6 2024-11-25T10:33:14,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e9f48c16373641d393a560480f49e152 2024-11-25T10:33:14,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b5d92aa036f3462289ca94e2e8f32d46 2024-11-25T10:33:14,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/40ca9c6b9ca6418e987ba1525a84bada to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/40ca9c6b9ca6418e987ba1525a84bada 2024-11-25T10:33:14,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8d1c509f2e684d9e9d36296458577487 2024-11-25T10:33:14,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8cefc1647f114f9db90bf67d3b127a0d 2024-11-25T10:33:14,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/2796373d974641608b8749ef16bd6d59 2024-11-25T10:33:14,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/c17cdbc7bc4e496488f8528abe346c95 2024-11-25T10:33:14,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/357c69e3038f4a6abfb138dbf31f0182 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/357c69e3038f4a6abfb138dbf31f0182 2024-11-25T10:33:14,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/67f040c09adf487a91ba8ff600a556fb 2024-11-25T10:33:14,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/e8aaebffc9c546fbad365502e3ad56ff 2024-11-25T10:33:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:14,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/65eb0ea5613f4b4ab54d5337b23ef811 2024-11-25T10:33:14,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/9e5cfb5af00648dcac3089f2e4696258 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/9e5cfb5af00648dcac3089f2e4696258 2024-11-25T10:33:14,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/fb35eebbb2ca4b41bacc8d6dfdf5f860 2024-11-25T10:33:14,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/84e04607898b4b13b1f5679f603a9389 2024-11-25T10:33:14,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cdbdeaa4698349aeaf5c609b1cc23088 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/cdbdeaa4698349aeaf5c609b1cc23088 2024-11-25T10:33:14,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/4e3b2a4f354b4966b09257514ebb9223 2024-11-25T10:33:14,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/b99b928ac32c458fbccb8c766b57e28c 2024-11-25T10:33:14,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/5537d3f552b04a389eed20236ad63d99 2024-11-25T10:33:14,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4cd40049e5cb4d94bbc64d026cbbda93, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8f5cec9c1aab4d0d872cb411b2d3d419, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ee4498ef50de416987e05feba4a698c6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1742cf0a4e6045bfb390239d29722570, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1c97fd4b726c48bab3ece2ad2d15f177, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec] to archive 2024-11-25T10:33:14,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:14,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/d8f8340287304c6ea1ed246bee781369 2024-11-25T10:33:14,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2f4bc523c1984cb5b48e70ffa627ba0a 2024-11-25T10:33:14,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/5217592e7ffc450fa385e050401cc816 2024-11-25T10:33:14,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4cd40049e5cb4d94bbc64d026cbbda93 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4cd40049e5cb4d94bbc64d026cbbda93 2024-11-25T10:33:14,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/b515eb31f9d74b6ab3179ac69cbb7ee5 2024-11-25T10:33:14,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/50e35ec23f9d4a7b81d525d70dbc1832 2024-11-25T10:33:14,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/a647a4d2ba4146379d79f50566383b54 2024-11-25T10:33:14,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/dd4317be4d564fbab23707a0d4a3cc76 2024-11-25T10:33:14,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8f5cec9c1aab4d0d872cb411b2d3d419 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8f5cec9c1aab4d0d872cb411b2d3d419 2024-11-25T10:33:14,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/86cade5c9b914b51befa3a114ebf24e0 2024-11-25T10:33:14,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1f3baeb4e4a34febab3c4d9c6e718527 2024-11-25T10:33:14,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/c4d28318fe53409a99cca7459638931f 2024-11-25T10:33:14,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ee4498ef50de416987e05feba4a698c6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ee4498ef50de416987e05feba4a698c6 2024-11-25T10:33:14,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/513d8935ed1a4c1dbf1e2875868bb610 2024-11-25T10:33:14,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/251c5ec9499e491a9f6d654d7df16598 2024-11-25T10:33:14,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/021a8e6358bf4b21a0471bd62725ab0a 2024-11-25T10:33:14,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/aba71654fce241e4af858810d75b779a 2024-11-25T10:33:14,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1742cf0a4e6045bfb390239d29722570 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1742cf0a4e6045bfb390239d29722570 2024-11-25T10:33:14,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/ea1b6384a4cd404996989f632a61c0f1 2024-11-25T10:33:14,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2c58767e156f4f178e8454dfc4d31fd3 2024-11-25T10:33:14,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/89f16537cd8a4ef99ecac6cd3740ad43 2024-11-25T10:33:14,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1c97fd4b726c48bab3ece2ad2d15f177 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/1c97fd4b726c48bab3ece2ad2d15f177 2024-11-25T10:33:14,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/bc203863878c40d79310922b5ae48740 2024-11-25T10:33:14,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/4341283cce11453897d69764ce9a5634 2024-11-25T10:33:14,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/8cccf1cd49aa4f2d8b60a0dcd3f5437b 2024-11-25T10:33:14,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/989f57edefaa4a5199b9942aa0b9ddfd 2024-11-25T10:33:14,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/932ae6f101ff4216a28ef78094d4941e 2024-11-25T10:33:14,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/45734c2b817d45f4ae2962f1c373f6ec 2024-11-25T10:33:14,900 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=1 2024-11-25T10:33:14,900 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404. 2024-11-25T10:33:14,900 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for cde703b4bbe97b28d98b7733b25c4404: 2024-11-25T10:33:14,901 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:14,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=cde703b4bbe97b28d98b7733b25c4404, regionState=CLOSED 2024-11-25T10:33:14,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T10:33:14,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure cde703b4bbe97b28d98b7733b25c4404, server=1ab1d4f27f0d,38679,1732530642808 in 1.1180 sec 2024-11-25T10:33:14,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-25T10:33:14,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cde703b4bbe97b28d98b7733b25c4404, UNASSIGN in 1.1210 sec 2024-11-25T10:33:14,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T10:33:14,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1240 sec 2024-11-25T10:33:14,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530794906"}]},"ts":"1732530794906"} 2024-11-25T10:33:14,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:33:14,937 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:33:14,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-25T10:33:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:33:15,862 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T10:33:15,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:33:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,864 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,865 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T10:33:15,866 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:15,869 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/recovered.edits] 2024-11-25T10:33:15,873 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/aa4fbf1f8ad74902803485a988c480e7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/aa4fbf1f8ad74902803485a988c480e7 2024-11-25T10:33:15,874 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f6fcf37cf5a64f77a65cb7fe5402ea50 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/A/f6fcf37cf5a64f77a65cb7fe5402ea50 2024-11-25T10:33:15,877 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/57bbda58f09d466e9c50b59ec561ba83 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/57bbda58f09d466e9c50b59ec561ba83 2024-11-25T10:33:15,878 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8f2d199b42d74df3badb33caacefe7d6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/B/8f2d199b42d74df3badb33caacefe7d6 2024-11-25T10:33:15,880 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2d7e36469eeb48a9975e147cc8078d0a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/2d7e36469eeb48a9975e147cc8078d0a 2024-11-25T10:33:15,881 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/548d53014e874ffdad02c72ff327573a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/C/548d53014e874ffdad02c72ff327573a 2024-11-25T10:33:15,884 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/recovered.edits/426.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404/recovered.edits/426.seqid 2024-11-25T10:33:15,884 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/cde703b4bbe97b28d98b7733b25c4404 2024-11-25T10:33:15,885 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:33:15,887 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,888 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:33:15,891 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:33:15,892 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,892 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:33:15,892 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530795892"}]},"ts":"9223372036854775807"} 2024-11-25T10:33:15,894 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:33:15,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cde703b4bbe97b28d98b7733b25c4404, NAME => 'TestAcidGuarantees,,1732530765976.cde703b4bbe97b28d98b7733b25c4404.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:33:15,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:33:15,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530795894"}]},"ts":"9223372036854775807"} 2024-11-25T10:33:15,896 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:33:15,906 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-25T10:33:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T10:33:15,966 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T10:33:15,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=452 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=657 (was 634) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2060) - AvailableMemoryMB LEAK? - 2024-11-25T10:33:15,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=657, ProcessCount=11, AvailableMemoryMB=2120 2024-11-25T10:33:15,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:33:15,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:33:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:15,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:33:15,987 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:15,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-25T10:33:15,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:33:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742362_1538 (size=960) 2024-11-25T10:33:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:16,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359 2024-11-25T10:33:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742363_1539 (size=53) 2024-11-25T10:33:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:16,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:33:16,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a67b06f45165792838951113b8a18297, disabling compactions & flushes 2024-11-25T10:33:16,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:16,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:16,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. after waiting 0 ms 2024-11-25T10:33:16,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:16,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:16,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:16,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:33:16,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530796806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530796806"}]},"ts":"1732530796806"} 2024-11-25T10:33:16,808 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:33:16,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:33:16,809 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530796809"}]},"ts":"1732530796809"} 2024-11-25T10:33:16,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:33:16,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, ASSIGN}] 2024-11-25T10:33:16,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, ASSIGN 2024-11-25T10:33:16,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=false 2024-11-25T10:33:16,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:16,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:33:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:17,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:17,144 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:17,145 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:33:17,146 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,146 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:33:17,146 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,146 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,148 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,150 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:17,150 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName A 2024-11-25T10:33:17,150 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:17,151 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:17,151 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,152 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:17,152 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName B 2024-11-25T10:33:17,152 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:17,153 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:17,153 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,154 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:17,154 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName C 2024-11-25T10:33:17,154 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:17,154 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:17,155 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:17,156 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,156 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,158 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:33:17,159 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for a67b06f45165792838951113b8a18297 2024-11-25T10:33:17,162 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:33:17,162 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened a67b06f45165792838951113b8a18297; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61344955, jitterRate=-0.08588893711566925}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:33:17,163 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:17,164 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., pid=149, masterSystemTime=1732530797139 2024-11-25T10:33:17,165 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:17,166 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:17,166 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:17,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T10:33:17,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 in 181 msec 2024-11-25T10:33:17,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-25T10:33:17,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, ASSIGN in 339 msec 2024-11-25T10:33:17,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:33:17,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530797172"}]},"ts":"1732530797172"} 2024-11-25T10:33:17,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:33:17,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:33:17,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-11-25T10:33:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-25T10:33:18,092 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-25T10:33:18,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-25T10:33:18,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:18,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:18,171 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:18,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:33:18,174 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:33:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:33:18,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:33:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:18,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742364_1540 (size=996) 2024-11-25T10:33:18,589 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T10:33:18,589 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T10:33:18,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:33:18,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, REOPEN/MOVE}] 2024-11-25T10:33:18,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, REOPEN/MOVE 2024-11-25T10:33:18,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:18,600 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:33:18,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:33:18,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:18,753 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close a67b06f45165792838951113b8a18297 2024-11-25T10:33:18,753 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:33:18,753 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing a67b06f45165792838951113b8a18297, disabling compactions & flushes 2024-11-25T10:33:18,753 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:18,753 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:18,753 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. after waiting 0 ms 2024-11-25T10:33:18,753 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:18,760 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:33:18,761 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:18,761 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:18,762 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: a67b06f45165792838951113b8a18297 to self. 2024-11-25T10:33:18,764 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed a67b06f45165792838951113b8a18297 2024-11-25T10:33:18,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=CLOSED 2024-11-25T10:33:18,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T10:33:18,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 in 166 msec 2024-11-25T10:33:18,768 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,38679,1732530642808; forceNewPlan=false, retain=true 2024-11-25T10:33:18,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=OPENING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:18,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:33:19,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,076 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,076 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:33:19,076 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,076 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:33:19,076 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,076 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,078 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,078 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:19,078 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName A 2024-11-25T10:33:19,080 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:19,080 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:19,081 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,081 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:19,081 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName B 2024-11-25T10:33:19,081 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:19,082 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:19,082 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,082 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:33:19,082 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67b06f45165792838951113b8a18297 columnFamilyName C 2024-11-25T10:33:19,083 DEBUG [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:19,083 INFO [StoreOpener-a67b06f45165792838951113b8a18297-1 {}] regionserver.HStore(327): Store=a67b06f45165792838951113b8a18297/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:33:19,083 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,084 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,085 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,086 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:33:19,087 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,087 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened a67b06f45165792838951113b8a18297; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751846, jitterRate=-0.05002346634864807}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:33:19,088 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:19,088 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., pid=154, masterSystemTime=1732530799073 2024-11-25T10:33:19,089 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,090 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-25T10:33:19,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 in 171 msec 2024-11-25T10:33:19,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T10:33:19,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, REOPEN/MOVE in 495 msec 2024-11-25T10:33:19,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T10:33:19,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-25T10:33:19,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 918 msec 2024-11-25T10:33:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T10:33:19,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-25T10:33:19,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-25T10:33:19,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-25T10:33:19,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-25T10:33:19,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-25T10:33:19,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-25T10:33:19,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-25T10:33:19,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-25T10:33:19,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-25T10:33:19,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:62334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-25T10:33:19,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:33:19,241 DEBUG [hconnection-0x169b2bdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,241 DEBUG [hconnection-0x55567f4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,242 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,242 DEBUG [hconnection-0x121866d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:19,242 DEBUG [hconnection-0xa405c35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-25T10:33:19,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,243 DEBUG [hconnection-0x7b573f88-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:19,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,245 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:19,245 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,245 DEBUG [hconnection-0x7499b9fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,245 DEBUG [hconnection-0x7d003b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,246 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:19,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:19,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,247 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,247 DEBUG [hconnection-0x4e0c05b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,248 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:19,260 DEBUG [hconnection-0x5c4c1218-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,260 DEBUG [hconnection-0x63f0d024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:33:19,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,261 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:33:19,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530859268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530859269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530859270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530859270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530859270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256223f6f0245e4e29947613da59ba1f03_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530799248/Put/seqid=0 2024-11-25T10:33:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742365_1541 (size=12154) 2024-11-25T10:33:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:19,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530859371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530859375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530859378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530859380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530859380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:19,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530859574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530859579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530859580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530859582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530859582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:19,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256223f6f0245e4e29947613da59ba1f03_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256223f6f0245e4e29947613da59ba1f03_a67b06f45165792838951113b8a18297 2024-11-25T10:33:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef45ee08367646d49398d63ffff1333e, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:19,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef45ee08367646d49398d63ffff1333e is 175, key is test_row_0/A:col10/1732530799248/Put/seqid=0 2024-11-25T10:33:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742366_1542 (size=30955) 2024-11-25T10:33:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:19,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:19,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530859882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530859882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530859885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530859894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530859895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef45ee08367646d49398d63ffff1333e 2024-11-25T10:33:20,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/c0f47e0e86dd4393afb6f6a82cb812c8 is 50, key is test_row_0/B:col10/1732530799248/Put/seqid=0 2024-11-25T10:33:20,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742367_1543 (size=12001) 2024-11-25T10:33:20,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530860387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530860389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530860391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530860401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530860411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:33:20,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:20,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/c0f47e0e86dd4393afb6f6a82cb812c8 2024-11-25T10:33:20,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/6e88c65c699f44b7b1ca8fe383d2b80a is 50, key is test_row_0/C:col10/1732530799248/Put/seqid=0 2024-11-25T10:33:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742368_1544 (size=12001) 2024-11-25T10:33:20,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/6e88c65c699f44b7b1ca8fe383d2b80a 2024-11-25T10:33:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef45ee08367646d49398d63ffff1333e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e 2024-11-25T10:33:20,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T10:33:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/c0f47e0e86dd4393afb6f6a82cb812c8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8 2024-11-25T10:33:20,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T10:33:20,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/6e88c65c699f44b7b1ca8fe383d2b80a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a 2024-11-25T10:33:20,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T10:33:20,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a67b06f45165792838951113b8a18297 in 1341ms, sequenceid=16, compaction requested=false 2024-11-25T10:33:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:33:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:20,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:20,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:20,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:20,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f48b23dfaf894b4ebb3c6d4eb393505e_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530799268/Put/seqid=0 2024-11-25T10:33:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742369_1545 (size=12154) 2024-11-25T10:33:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:21,060 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f48b23dfaf894b4ebb3c6d4eb393505e_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f48b23dfaf894b4ebb3c6d4eb393505e_a67b06f45165792838951113b8a18297 2024-11-25T10:33:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/5ad12ef0b7bb4191b6be56a3224f9feb, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/5ad12ef0b7bb4191b6be56a3224f9feb is 175, key is test_row_0/A:col10/1732530799268/Put/seqid=0 2024-11-25T10:33:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742370_1546 (size=30955) 2024-11-25T10:33:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:21,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530861413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530861415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530861417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530861418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530861428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,467 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/5ad12ef0b7bb4191b6be56a3224f9feb 2024-11-25T10:33:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f1daedb482cc4f1497e0ed6c56a93423 is 50, key is test_row_0/B:col10/1732530799268/Put/seqid=0 2024-11-25T10:33:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742371_1547 (size=12001) 2024-11-25T10:33:21,521 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f1daedb482cc4f1497e0ed6c56a93423 2024-11-25T10:33:21,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530861519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530861520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530861522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530861522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a95e1a847e174ee68a70b3dcced37ffb is 50, key is test_row_0/C:col10/1732530799268/Put/seqid=0 2024-11-25T10:33:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742372_1548 (size=12001) 2024-11-25T10:33:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530861723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530861724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530861727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530861727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:21,953 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a95e1a847e174ee68a70b3dcced37ffb 2024-11-25T10:33:21,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/5ad12ef0b7bb4191b6be56a3224f9feb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb 2024-11-25T10:33:22,000 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T10:33:22,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f1daedb482cc4f1497e0ed6c56a93423 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423 2024-11-25T10:33:22,015 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T10:33:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a95e1a847e174ee68a70b3dcced37ffb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb 2024-11-25T10:33:22,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530862029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530862029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,033 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T10:33:22,034 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a67b06f45165792838951113b8a18297 in 1385ms, sequenceid=41, compaction requested=false 2024-11-25T10:33:22,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:22,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:22,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-25T10:33:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-25T10:33:22,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:22,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T10:33:22,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7930 sec 2024-11-25T10:33:22,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.8050 sec 2024-11-25T10:33:22,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a6966dc7efb44984bf92b458186231f7_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742373_1549 (size=12154) 2024-11-25T10:33:22,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:22,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a6966dc7efb44984bf92b458186231f7_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a6966dc7efb44984bf92b458186231f7_a67b06f45165792838951113b8a18297 2024-11-25T10:33:22,119 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef95e0aeadc14b00a67a2e4e268b4205, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:22,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef95e0aeadc14b00a67a2e4e268b4205 is 175, key is test_row_0/A:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530862124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530862123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742374_1550 (size=30955) 2024-11-25T10:33:22,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530862231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530862235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530862437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530862441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef95e0aeadc14b00a67a2e4e268b4205 2024-11-25T10:33:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530862533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530862535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/24252b83965a4954ab6a3625bea42f2f is 50, key is test_row_0/B:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742375_1551 (size=12001) 2024-11-25T10:33:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530862740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530862747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/24252b83965a4954ab6a3625bea42f2f 2024-11-25T10:33:23,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/4567de29afa0408db8aecee1944b12aa is 50, key is test_row_0/C:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742376_1552 (size=12001) 2024-11-25T10:33:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530863248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530863253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T10:33:23,349 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-25T10:33:23,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-25T10:33:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:23,351 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:23,352 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:23,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:23,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/4567de29afa0408db8aecee1944b12aa 2024-11-25T10:33:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/ef95e0aeadc14b00a67a2e4e268b4205 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205 2024-11-25T10:33:23,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205, entries=150, sequenceid=55, filesize=30.2 K 2024-11-25T10:33:23,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/24252b83965a4954ab6a3625bea42f2f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f 2024-11-25T10:33:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530863441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,444 DEBUG [Thread-2404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:23,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T10:33:23,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/4567de29afa0408db8aecee1944b12aa as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa 2024-11-25T10:33:23,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T10:33:23,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a67b06f45165792838951113b8a18297 in 1405ms, sequenceid=55, compaction requested=true 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:23,449 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:23,449 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:23,450 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:23,450 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=90.7 K 2024-11-25T10:33:23,450 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:23,450 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205] 2024-11-25T10:33:23,450 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=35.2 K 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef45ee08367646d49398d63ffff1333e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732530799248 2024-11-25T10:33:23,450 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c0f47e0e86dd4393afb6f6a82cb812c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732530799248 2024-11-25T10:33:23,451 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ad12ef0b7bb4191b6be56a3224f9feb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732530799268 2024-11-25T10:33:23,451 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f1daedb482cc4f1497e0ed6c56a93423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732530799268 2024-11-25T10:33:23,451 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef95e0aeadc14b00a67a2e4e268b4205, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:23,451 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 24252b83965a4954ab6a3625bea42f2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:23,455 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:23,456 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:23,456 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f3f942289f2943868a74580a8d6a594d is 50, key is test_row_0/B:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:23,456 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112573e9808535fb4ae19c0024978084647f_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:23,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112573e9808535fb4ae19c0024978084647f_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:23,458 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112573e9808535fb4ae19c0024978084647f_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742377_1553 (size=12104) 2024-11-25T10:33:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742378_1554 (size=4469) 2024-11-25T10:33:23,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:33:23,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:23,503 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:33:23,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256187957be3a0446788726b44d442d94d_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530802118/Put/seqid=0 2024-11-25T10:33:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742379_1555 (size=12154) 2024-11-25T10:33:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:23,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530863557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530863559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530863660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530863662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,863 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f3f942289f2943868a74580a8d6a594d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f3f942289f2943868a74580a8d6a594d 2024-11-25T10:33:23,864 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:23,865 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6fd1c7b096ae4444b7543972cf916cee is 175, key is test_row_0/A:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530863864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530863864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742380_1556 (size=31058) 2024-11-25T10:33:23,868 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into f3f942289f2943868a74580a8d6a594d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:23,868 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:23,868 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=13, startTime=1732530803449; duration=0sec 2024-11-25T10:33:23,868 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:23,868 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:23,868 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:23,869 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:23,869 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:23,869 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:23,869 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=35.2 K 2024-11-25T10:33:23,870 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e88c65c699f44b7b1ca8fe383d2b80a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732530799248 2024-11-25T10:33:23,870 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting a95e1a847e174ee68a70b3dcced37ffb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732530799268 2024-11-25T10:33:23,870 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4567de29afa0408db8aecee1944b12aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:23,875 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#467 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:23,875 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/abdae8763a224b5ca2b7ce8116bbe589 is 50, key is test_row_0/C:col10/1732530802039/Put/seqid=0 2024-11-25T10:33:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742381_1557 (size=12104) 2024-11-25T10:33:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:23,916 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256187957be3a0446788726b44d442d94d_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256187957be3a0446788726b44d442d94d_a67b06f45165792838951113b8a18297 2024-11-25T10:33:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/631e20456ef947479822170f4df3195f, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:23,917 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/abdae8763a224b5ca2b7ce8116bbe589 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/abdae8763a224b5ca2b7ce8116bbe589 2024-11-25T10:33:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/631e20456ef947479822170f4df3195f is 175, key is test_row_0/A:col10/1732530802118/Put/seqid=0 2024-11-25T10:33:23,921 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into abdae8763a224b5ca2b7ce8116bbe589(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:23,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:23,921 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=13, startTime=1732530803449; duration=0sec 2024-11-25T10:33:23,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:23,921 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742382_1558 (size=30955) 2024-11-25T10:33:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530864169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530864169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530864252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530864263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,271 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6fd1c7b096ae4444b7543972cf916cee as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee 2024-11-25T10:33:24,274 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into 6fd1c7b096ae4444b7543972cf916cee(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:24,274 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:24,274 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=13, startTime=1732530803449; duration=0sec 2024-11-25T10:33:24,274 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:24,274 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:24,322 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/631e20456ef947479822170f4df3195f 2024-11-25T10:33:24,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/adcd30a729bf4b5eb0d846d5a11284e2 is 50, key is test_row_0/B:col10/1732530802118/Put/seqid=0 2024-11-25T10:33:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742383_1559 (size=12001) 2024-11-25T10:33:24,339 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/adcd30a729bf4b5eb0d846d5a11284e2 2024-11-25T10:33:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/b9aac327e1b14ac8b2b4930e89f8aae0 is 50, key is test_row_0/C:col10/1732530802118/Put/seqid=0 2024-11-25T10:33:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742384_1560 (size=12001) 2024-11-25T10:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:24,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530864673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530864675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:24,751 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/b9aac327e1b14ac8b2b4930e89f8aae0 2024-11-25T10:33:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/631e20456ef947479822170f4df3195f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f 2024-11-25T10:33:24,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f, entries=150, sequenceid=77, filesize=30.2 K 2024-11-25T10:33:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/adcd30a729bf4b5eb0d846d5a11284e2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2 2024-11-25T10:33:24,760 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T10:33:24,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/b9aac327e1b14ac8b2b4930e89f8aae0 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0 2024-11-25T10:33:24,764 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T10:33:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a67b06f45165792838951113b8a18297 in 1262ms, sequenceid=77, compaction requested=false 2024-11-25T10:33:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-25T10:33:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-25T10:33:24,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T10:33:24,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-25T10:33:24,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4170 sec 2024-11-25T10:33:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:33:25,463 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T10:33:25,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-25T10:33:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:25,475 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:25,477 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:25,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:25,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:25,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T10:33:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:25,631 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:33:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:25,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591251d7e3f96442ab9c0d0f8083c87db_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530803546/Put/seqid=0 2024-11-25T10:33:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742385_1561 (size=12154) 2024-11-25T10:33:25,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:25,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530865732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:25,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530865742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:25,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530865843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530865855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530866048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530866064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:26,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591251d7e3f96442ab9c0d0f8083c87db_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591251d7e3f96442ab9c0d0f8083c87db_a67b06f45165792838951113b8a18297 2024-11-25T10:33:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3775e29f6fbd474fbd3c0012bba373a7, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:26,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3775e29f6fbd474fbd3c0012bba373a7 is 175, key is test_row_0/A:col10/1732530803546/Put/seqid=0 2024-11-25T10:33:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742386_1562 (size=30955) 2024-11-25T10:33:26,147 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3775e29f6fbd474fbd3c0012bba373a7 2024-11-25T10:33:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/ce9371ed6f674650bce7825caafaa577 is 50, key is test_row_0/B:col10/1732530803546/Put/seqid=0 2024-11-25T10:33:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742387_1563 (size=12001) 2024-11-25T10:33:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530866273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,278 DEBUG [Thread-2402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530866287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,289 DEBUG [Thread-2398 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530866353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530866369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:26,586 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/ce9371ed6f674650bce7825caafaa577 2024-11-25T10:33:26,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/d5870610680e43b4920590a0b551e1ed is 50, key is test_row_0/C:col10/1732530803546/Put/seqid=0 2024-11-25T10:33:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742388_1564 (size=12001) 2024-11-25T10:33:26,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/d5870610680e43b4920590a0b551e1ed 2024-11-25T10:33:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3775e29f6fbd474fbd3c0012bba373a7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7 2024-11-25T10:33:26,722 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7, entries=150, sequenceid=94, filesize=30.2 K 2024-11-25T10:33:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/ce9371ed6f674650bce7825caafaa577 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577 2024-11-25T10:33:26,732 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:33:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/d5870610680e43b4920590a0b551e1ed as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed 2024-11-25T10:33:26,749 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:33:26,750 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a67b06f45165792838951113b8a18297 in 1119ms, sequenceid=94, compaction requested=true 2024-11-25T10:33:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-25T10:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-25T10:33:26,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T10:33:26,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2780 sec 2024-11-25T10:33:26,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2890 sec 2024-11-25T10:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:26,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:33:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:26,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:26,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:26,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:26,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:26,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec7e4db54abc4a4e8a2c186e8236254c_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:26,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530866926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530866927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742389_1565 (size=12154) 2024-11-25T10:33:26,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:26,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ec7e4db54abc4a4e8a2c186e8236254c_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7e4db54abc4a4e8a2c186e8236254c_a67b06f45165792838951113b8a18297 2024-11-25T10:33:27,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/cfe0ecf148b84174a608adfe0cfaa617, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:27,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/cfe0ecf148b84174a608adfe0cfaa617 is 175, key is test_row_0/A:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530867035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530867043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742390_1566 (size=30955) 2024-11-25T10:33:27,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530867246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530867249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/cfe0ecf148b84174a608adfe0cfaa617 2024-11-25T10:33:27,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/3da921d05c0c477db13f49481cde6dc6 is 50, key is test_row_0/B:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:27,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530867482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,489 DEBUG [Thread-2404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742391_1567 (size=12001) 2024-11-25T10:33:27,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/3da921d05c0c477db13f49481cde6dc6 2024-11-25T10:33:27,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/56a00c7dff184a688464aeda32fd5d11 is 50, key is test_row_0/C:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:27,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742392_1568 (size=12001) 2024-11-25T10:33:27,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530867554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530867570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:33:27,593 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T10:33:27,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-25T10:33:27,596 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:33:27,597 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:27,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:33:27,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T10:33:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:27,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T10:33:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:33:27,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/56a00c7dff184a688464aeda32fd5d11 2024-11-25T10:33:27,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/cfe0ecf148b84174a608adfe0cfaa617 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617 2024-11-25T10:33:27,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T10:33:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/3da921d05c0c477db13f49481cde6dc6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6 2024-11-25T10:33:27,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:33:27,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/56a00c7dff184a688464aeda32fd5d11 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11 2024-11-25T10:33:27,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:33:27,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a67b06f45165792838951113b8a18297 in 1084ms, sequenceid=117, compaction requested=true 2024-11-25T10:33:27,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:27,966 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:27,966 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:27,967 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,967 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,967 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=121.0 K 2024-11-25T10:33:27,967 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f3f942289f2943868a74580a8d6a594d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=47.0 K 2024-11-25T10:33:27,967 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617] 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f3f942289f2943868a74580a8d6a594d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fd1c7b096ae4444b7543972cf916cee, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting adcd30a729bf4b5eb0d846d5a11284e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530802086 2024-11-25T10:33:27,967 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 631e20456ef947479822170f4df3195f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530802086 2024-11-25T10:33:27,968 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ce9371ed6f674650bce7825caafaa577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530803546 2024-11-25T10:33:27,968 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3775e29f6fbd474fbd3c0012bba373a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530803546 2024-11-25T10:33:27,968 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 3da921d05c0c477db13f49481cde6dc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:27,968 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe0ecf148b84174a608adfe0cfaa617, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:27,983 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:27,983 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f2a5fe968b0b4be9a79747e6c92e6c00 is 50, key is test_row_0/B:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:27,984 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:27,986 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255113f01493044af8919fffa333e2f788_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742393_1569 (size=12241) 2024-11-25T10:33:27,988 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255113f01493044af8919fffa333e2f788_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:27,988 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255113f01493044af8919fffa333e2f788_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742394_1570 (size=4469) 2024-11-25T10:33:28,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T10:33:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:28,059 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:33:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:28,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a63015b3dd7d40f180e9646d398dc62e_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530806918/Put/seqid=0 2024-11-25T10:33:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742395_1571 (size=12204) 2024-11-25T10:33:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:28,071 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a63015b3dd7d40f180e9646d398dc62e_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a63015b3dd7d40f180e9646d398dc62e_a67b06f45165792838951113b8a18297 2024-11-25T10:33:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1d4076a804ba4403942e1e40bb98d780, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1d4076a804ba4403942e1e40bb98d780 is 175, key is test_row_0/A:col10/1732530806918/Put/seqid=0 2024-11-25T10:33:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742396_1572 (size=31005) 2024-11-25T10:33:28,076 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1d4076a804ba4403942e1e40bb98d780 2024-11-25T10:33:28,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/26a374efdae142199489379793983397 is 50, key is test_row_0/B:col10/1732530806918/Put/seqid=0 2024-11-25T10:33:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742397_1573 (size=12051) 2024-11-25T10:33:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530868102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530868106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:33:28,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530868206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530868215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,392 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:28,392 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/a071dcb11fe2417abe8c3ce173601aaf is 175, key is test_row_0/A:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:28,393 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f2a5fe968b0b4be9a79747e6c92e6c00 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f2a5fe968b0b4be9a79747e6c92e6c00 2024-11-25T10:33:28,401 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into f2a5fe968b0b4be9a79747e6c92e6c00(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:28,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:28,401 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=12, startTime=1732530807966; duration=0sec 2024-11-25T10:33:28,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:28,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:28,401 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:28,403 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:28,403 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:28,403 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:28,403 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/abdae8763a224b5ca2b7ce8116bbe589, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=47.0 K 2024-11-25T10:33:28,403 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting abdae8763a224b5ca2b7ce8116bbe589, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732530801413 2024-11-25T10:33:28,404 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b9aac327e1b14ac8b2b4930e89f8aae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530802086 2024-11-25T10:33:28,404 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting d5870610680e43b4920590a0b551e1ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530803546 2024-11-25T10:33:28,404 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 56a00c7dff184a688464aeda32fd5d11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742398_1574 (size=31195) 2024-11-25T10:33:28,412 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:28,413 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/ee1fa84cb59648e6b621c64dabb88bed is 50, key is test_row_0/C:col10/1732530805708/Put/seqid=0 2024-11-25T10:33:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530868412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742399_1575 (size=12241) 2024-11-25T10:33:28,419 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/ee1fa84cb59648e6b621c64dabb88bed as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ee1fa84cb59648e6b621c64dabb88bed 2024-11-25T10:33:28,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530868420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,422 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into ee1fa84cb59648e6b621c64dabb88bed(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:28,422 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:28,422 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=12, startTime=1732530807966; duration=0sec 2024-11-25T10:33:28,422 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:28,422 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:28,484 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/26a374efdae142199489379793983397 2024-11-25T10:33:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/43f085db844b43b6b646b6df4da7a131 is 50, key is test_row_0/C:col10/1732530806918/Put/seqid=0 2024-11-25T10:33:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742400_1576 (size=12051) 2024-11-25T10:33:28,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/43f085db844b43b6b646b6df4da7a131 2024-11-25T10:33:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1d4076a804ba4403942e1e40bb98d780 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780 2024-11-25T10:33:28,501 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780, entries=150, sequenceid=130, filesize=30.3 K 2024-11-25T10:33:28,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/26a374efdae142199489379793983397 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397 2024-11-25T10:33:28,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397, entries=150, sequenceid=130, filesize=11.8 K 2024-11-25T10:33:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/43f085db844b43b6b646b6df4da7a131 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131 2024-11-25T10:33:28,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131, entries=150, sequenceid=130, filesize=11.8 K 2024-11-25T10:33:28,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a67b06f45165792838951113b8a18297 in 449ms, sequenceid=130, compaction requested=false 2024-11-25T10:33:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-25T10:33:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-25T10:33:28,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T10:33:28,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 912 msec 2024-11-25T10:33:28,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 915 msec 2024-11-25T10:33:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:33:28,711 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-25T10:33:28,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T10:33:28,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:28,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:28,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:28,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:28,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125884d1cf7f614465baf0b80232dfdd3c6_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530868740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530868743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742401_1577 (size=14794) 2024-11-25T10:33:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:28,822 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/a071dcb11fe2417abe8c3ce173601aaf as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf 2024-11-25T10:33:28,827 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into a071dcb11fe2417abe8c3ce173601aaf(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:28,827 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:28,827 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=12, startTime=1732530807965; duration=0sec 2024-11-25T10:33:28,827 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:28,827 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:28,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530868843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530868846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:28,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:28,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:29,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530869045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530869050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125884d1cf7f614465baf0b80232dfdd3c6_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125884d1cf7f614465baf0b80232dfdd3c6_a67b06f45165792838951113b8a18297 2024-11-25T10:33:29,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bb7b9d2a48da42cab5033c751ecd425b, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bb7b9d2a48da42cab5033c751ecd425b is 175, key is test_row_0/A:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742402_1578 (size=39749) 2024-11-25T10:33:29,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bb7b9d2a48da42cab5033c751ecd425b 2024-11-25T10:33:29,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/abf2c1b106d142da9d5e5eb3519c7ee3 is 50, key is test_row_0/B:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742403_1579 (size=12151) 2024-11-25T10:33:29,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/abf2c1b106d142da9d5e5eb3519c7ee3 2024-11-25T10:33:29,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e5780f7748a243c295390e0d17dc909f is 50, key is test_row_0/C:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:29,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530869351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530869353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742404_1580 (size=12151) 2024-11-25T10:33:29,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:29,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e5780f7748a243c295390e0d17dc909f 2024-11-25T10:33:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bb7b9d2a48da42cab5033c751ecd425b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b 2024-11-25T10:33:29,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b, entries=200, sequenceid=156, filesize=38.8 K 2024-11-25T10:33:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/abf2c1b106d142da9d5e5eb3519c7ee3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3 2024-11-25T10:33:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:33:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e5780f7748a243c295390e0d17dc909f as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f 2024-11-25T10:33:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T10:33:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a67b06f45165792838951113b8a18297 in 1082ms, sequenceid=156, compaction requested=true 2024-11-25T10:33:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,802 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:29,803 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:29,803 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:29,803 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,803 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=99.6 K 2024-11-25T10:33:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,803 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,803 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b] 2024-11-25T10:33:29,804 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting a071dcb11fe2417abe8c3ce173601aaf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:29,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:29,805 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d4076a804ba4403942e1e40bb98d780, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530806918 2024-11-25T10:33:29,805 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,806 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb7b9d2a48da42cab5033c751ecd425b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:29,806 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:29,807 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:29,807 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,807 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f2a5fe968b0b4be9a79747e6c92e6c00, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=35.6 K 2024-11-25T10:33:29,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:29,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:29,807 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a5fe968b0b4be9a79747e6c92e6c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:29,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:29,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:29,808 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a374efdae142199489379793983397, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530806918 2024-11-25T10:33:29,808 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting abf2c1b106d142da9d5e5eb3519c7ee3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:29,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:33:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:33:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,812 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,815 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:29,815 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/026395fa6cb84142bd27b9359a7bbade is 50, key is test_row_0/B:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:29,826 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ed4cf33b2f604a87b903dd463f62d10a_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,828 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ed4cf33b2f604a87b903dd463f62d10a_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,828 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ed4cf33b2f604a87b903dd463f62d10a_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253ddb0d9ae40e4b85ad5f9245fd62b160_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530808740/Put/seqid=0 2024-11-25T10:33:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742405_1581 (size=12493) 2024-11-25T10:33:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742406_1582 (size=4469) 2024-11-25T10:33:29,875 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#485 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,875 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bbdde7a4d607460c94b500e81727fdb3 is 175, key is test_row_0/A:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742407_1583 (size=9814) 2024-11-25T10:33:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:29,909 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253ddb0d9ae40e4b85ad5f9245fd62b160_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253ddb0d9ae40e4b85ad5f9245fd62b160_a67b06f45165792838951113b8a18297 2024-11-25T10:33:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/b33947e8309e426e859339a64eec0ccb, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/b33947e8309e426e859339a64eec0ccb is 175, key is test_row_0/A:col10/1732530808740/Put/seqid=0 2024-11-25T10:33:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742408_1584 (size=31447) 2024-11-25T10:33:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742409_1585 (size=22461) 2024-11-25T10:33:29,941 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/b33947e8309e426e859339a64eec0ccb 2024-11-25T10:33:29,941 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/bbdde7a4d607460c94b500e81727fdb3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3 2024-11-25T10:33:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,974 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into bbdde7a4d607460c94b500e81727fdb3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:29,974 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:29,974 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=13, startTime=1732530809802; duration=0sec 2024-11-25T10:33:29,974 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:29,974 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:29,974 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530869968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,976 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:29,976 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:29,976 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:29,976 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ee1fa84cb59648e6b621c64dabb88bed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=35.6 K 2024-11-25T10:33:29,977 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1fa84cb59648e6b621c64dabb88bed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530805708 2024-11-25T10:33:29,978 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f085db844b43b6b646b6df4da7a131, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530806918 2024-11-25T10:33:29,978 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5780f7748a243c295390e0d17dc909f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530869973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:29,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/66e846a04d644d369f53a34dae053e19 is 50, key is test_row_0/B:col10/1732530808740/Put/seqid=0 2024-11-25T10:33:29,993 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:29,994 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/efc662eab1c3455da4c5494b08e03939 is 50, key is test_row_0/C:col10/1732530808102/Put/seqid=0 2024-11-25T10:33:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742410_1586 (size=9757) 2024-11-25T10:33:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742411_1587 (size=12493) 2024-11-25T10:33:30,031 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/efc662eab1c3455da4c5494b08e03939 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/efc662eab1c3455da4c5494b08e03939 2024-11-25T10:33:30,036 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into efc662eab1c3455da4c5494b08e03939(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:30,036 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:30,036 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=13, startTime=1732530809807; duration=0sec 2024-11-25T10:33:30,036 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:30,036 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530870083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530870091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530870286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,302 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/026395fa6cb84142bd27b9359a7bbade as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/026395fa6cb84142bd27b9359a7bbade 2024-11-25T10:33:30,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530870300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58886 deadline: 1732530870309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,315 DEBUG [Thread-2402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:30,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58834 deadline: 1732530870316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,328 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into 026395fa6cb84142bd27b9359a7bbade(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:30,328 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:30,328 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=13, startTime=1732530809805; duration=0sec 2024-11-25T10:33:30,328 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:30,328 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:30,331 DEBUG [Thread-2398 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:30,423 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/66e846a04d644d369f53a34dae053e19 2024-11-25T10:33:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/cea4fedc080249f4bbccd95f493a6b0b is 50, key is test_row_0/C:col10/1732530808740/Put/seqid=0 2024-11-25T10:33:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742412_1588 (size=9757) 2024-11-25T10:33:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530870591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530870612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:30,886 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/cea4fedc080249f4bbccd95f493a6b0b 2024-11-25T10:33:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/b33947e8309e426e859339a64eec0ccb as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb 2024-11-25T10:33:30,896 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb, entries=100, sequenceid=169, filesize=21.9 K 2024-11-25T10:33:30,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/66e846a04d644d369f53a34dae053e19 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19 2024-11-25T10:33:30,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19, entries=100, sequenceid=169, filesize=9.5 K 2024-11-25T10:33:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/cea4fedc080249f4bbccd95f493a6b0b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b 2024-11-25T10:33:30,908 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b, entries=100, sequenceid=169, filesize=9.5 K 2024-11-25T10:33:30,909 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a67b06f45165792838951113b8a18297 in 1097ms, sequenceid=169, compaction requested=false 2024-11-25T10:33:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T10:33:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T10:33:30,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T10:33:30,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-11-25T10:33:30,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2000 sec 2024-11-25T10:33:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:31,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:31,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:31,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea4b87d8f227473192fc3bb964e78d5f_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742413_1589 (size=14794) 2024-11-25T10:33:31,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530871120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:31,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530871121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:31,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530871223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:31,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530871427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:31,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:31,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea4b87d8f227473192fc3bb964e78d5f_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea4b87d8f227473192fc3bb964e78d5f_a67b06f45165792838951113b8a18297 2024-11-25T10:33:31,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/12ec605a1bec433d8d3dc49a358eefb8, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:31,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/12ec605a1bec433d8d3dc49a358eefb8 is 175, key is test_row_0/A:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742414_1590 (size=39749) 2024-11-25T10:33:31,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/12ec605a1bec433d8d3dc49a358eefb8 2024-11-25T10:33:31,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 is 50, key is test_row_0/B:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742415_1591 (size=12151) 2024-11-25T10:33:31,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530871735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:32,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 2024-11-25T10:33:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530872136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:32,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/9e9676f2a42c4ce99bb12a85bfc0fca7 is 50, key is test_row_0/C:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742416_1592 (size=12151) 2024-11-25T10:33:32,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/9e9676f2a42c4ce99bb12a85bfc0fca7 2024-11-25T10:33:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/12ec605a1bec433d8d3dc49a358eefb8 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8 2024-11-25T10:33:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530872240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:32,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8, entries=200, sequenceid=197, filesize=38.8 K 2024-11-25T10:33:32,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 2024-11-25T10:33:32,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T10:33:32,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/9e9676f2a42c4ce99bb12a85bfc0fca7 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7 2024-11-25T10:33:32,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T10:33:32,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a67b06f45165792838951113b8a18297 in 1237ms, sequenceid=197, compaction requested=true 2024-11-25T10:33:32,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:32,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:32,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:33:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:33:32,338 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:32,338 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:32,351 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:32,351 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:32,351 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:32,352 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=91.5 K 2024-11-25T10:33:32,352 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:32,352 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8] 2024-11-25T10:33:32,354 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting bbdde7a4d607460c94b500e81727fdb3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:32,358 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:32,359 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:32,359 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting b33947e8309e426e859339a64eec0ccb, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732530808729 2024-11-25T10:33:32,359 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:32,359 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/efc662eab1c3455da4c5494b08e03939, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=33.6 K 2024-11-25T10:33:32,363 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ec605a1bec433d8d3dc49a358eefb8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:32,367 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting efc662eab1c3455da4c5494b08e03939, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:32,374 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting cea4fedc080249f4bbccd95f493a6b0b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732530808729 2024-11-25T10:33:32,378 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e9676f2a42c4ce99bb12a85bfc0fca7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:32,442 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:32,445 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:32,445 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/1623aaf582c44fcaacd194bb2caa4608 is 50, key is test_row_0/C:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:32,491 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255f6ce82647614f0fa8241a8d72410288_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742417_1593 (size=12595) 2024-11-25T10:33:32,493 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255f6ce82647614f0fa8241a8d72410288_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:32,493 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255f6ce82647614f0fa8241a8d72410288_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:32,523 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/1623aaf582c44fcaacd194bb2caa4608 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/1623aaf582c44fcaacd194bb2caa4608 2024-11-25T10:33:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742418_1594 (size=4469) 2024-11-25T10:33:32,539 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into 1623aaf582c44fcaacd194bb2caa4608(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:32,539 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:32,539 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=13, startTime=1732530812338; duration=0sec 2024-11-25T10:33:32,539 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:32,539 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:32,539 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:32,544 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:32,545 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:32,545 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:32,545 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/026395fa6cb84142bd27b9359a7bbade, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=33.6 K 2024-11-25T10:33:32,546 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 026395fa6cb84142bd27b9359a7bbade, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732530808099 2024-11-25T10:33:32,547 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66e846a04d644d369f53a34dae053e19, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732530808729 2024-11-25T10:33:32,547 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bff7c9b772c4f0c9f8cfbc93e326ba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:32,608 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:32,609 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/4c9e98b1eea74c54b735e930c2871a65 is 50, key is test_row_0/B:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742419_1595 (size=12595) 2024-11-25T10:33:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:33:32,831 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T10:33:32,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T10:33:32,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:32,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:32,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:32,943 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#494 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:32,943 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/06a2c53f0de949e4bb7ec9bb0231cb6a is 175, key is test_row_0/A:col10/1732530809964/Put/seqid=0 2024-11-25T10:33:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742420_1596 (size=31549) 2024-11-25T10:33:33,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:33,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T10:33:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:33,028 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:33:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:33,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b2466e66f28439fb3f131f3f10b2789_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530811110/Put/seqid=0 2024-11-25T10:33:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742421_1597 (size=12304) 2024-11-25T10:33:33,115 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/4c9e98b1eea74c54b735e930c2871a65 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4c9e98b1eea74c54b735e930c2871a65 2024-11-25T10:33:33,127 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into 4c9e98b1eea74c54b735e930c2871a65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:33,127 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:33,127 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=13, startTime=1732530812337; duration=0sec 2024-11-25T10:33:33,127 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:33,127 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:33,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:33,385 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/06a2c53f0de949e4bb7ec9bb0231cb6a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a 2024-11-25T10:33:33,455 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into 06a2c53f0de949e4bb7ec9bb0231cb6a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T10:33:33,455 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:33,455 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=13, startTime=1732530812337; duration=1sec 2024-11-25T10:33:33,455 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:33,455 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:33,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530873473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:33,553 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b2466e66f28439fb3f131f3f10b2789_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b2466e66f28439fb3f131f3f10b2789_a67b06f45165792838951113b8a18297 2024-11-25T10:33:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/e2889180c3fb4d6496a9cf5295c7e6c9, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/e2889180c3fb4d6496a9cf5295c7e6c9 is 175, key is test_row_0/A:col10/1732530811110/Put/seqid=0 2024-11-25T10:33:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530873577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742422_1598 (size=31105) 2024-11-25T10:33:33,585 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/e2889180c3fb4d6496a9cf5295c7e6c9 2024-11-25T10:33:33,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/5173b0e0f81a4f1c914a52d52b875128 is 50, key is test_row_0/B:col10/1732530811110/Put/seqid=0 2024-11-25T10:33:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742423_1599 (size=12151) 2024-11-25T10:33:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/5173b0e0f81a4f1c914a52d52b875128 2024-11-25T10:33:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5983529ac0d046f194d383ef7b73888a is 50, key is test_row_0/C:col10/1732530811110/Put/seqid=0 2024-11-25T10:33:33,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742424_1600 (size=12151) 2024-11-25T10:33:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530873782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:34,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530874095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:34,142 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5983529ac0d046f194d383ef7b73888a 2024-11-25T10:33:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/e2889180c3fb4d6496a9cf5295c7e6c9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9 2024-11-25T10:33:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530874155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:34,158 DEBUG [Thread-2400 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:34,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9, entries=150, sequenceid=209, filesize=30.4 K 2024-11-25T10:33:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/5173b0e0f81a4f1c914a52d52b875128 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128 2024-11-25T10:33:34,164 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:33:34,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5983529ac0d046f194d383ef7b73888a as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a 2024-11-25T10:33:34,171 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:33:34,175 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a67b06f45165792838951113b8a18297 in 1147ms, sequenceid=209, compaction requested=false 2024-11-25T10:33:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T10:33:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T10:33:34,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T10:33:34,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-11-25T10:33:34,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.3350 sec 2024-11-25T10:33:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:34,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:34,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530874627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:34,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f0a5dad68c64a2da6fed78d664b1ad2_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742425_1601 (size=12304) 2024-11-25T10:33:34,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:34,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f0a5dad68c64a2da6fed78d664b1ad2_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f0a5dad68c64a2da6fed78d664b1ad2_a67b06f45165792838951113b8a18297 2024-11-25T10:33:34,723 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1b508fecd8774dd0b0d71f2c992369ec, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:34,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1b508fecd8774dd0b0d71f2c992369ec is 175, key is test_row_0/A:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:34,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530874731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742426_1602 (size=31105) 2024-11-25T10:33:34,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530874936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:33:34,981 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T10:33:34,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T10:33:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:34,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:34,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:34,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:35,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1b508fecd8774dd0b0d71f2c992369ec 2024-11-25T10:33:35,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/668ab681ba3049c0bd927545dd3de4f3 is 50, key is test_row_0/B:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:35,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742427_1603 (size=12151) 2024-11-25T10:33:35,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530875241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:35,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/668ab681ba3049c0bd927545dd3de4f3 2024-11-25T10:33:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:35,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/c9ea2d67b9c04b9bb2a3fb86aa310887 is 50, key is test_row_0/C:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742428_1604 (size=12151) 2024-11-25T10:33:35,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530875754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:35,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:35,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:36,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/c9ea2d67b9c04b9bb2a3fb86aa310887 2024-11-25T10:33:36,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1b508fecd8774dd0b0d71f2c992369ec as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec 2024-11-25T10:33:36,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec, entries=150, sequenceid=237, filesize=30.4 K 2024-11-25T10:33:36,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/668ab681ba3049c0bd927545dd3de4f3 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3 2024-11-25T10:33:36,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:33:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/c9ea2d67b9c04b9bb2a3fb86aa310887 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887 2024-11-25T10:33:36,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:33:36,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a67b06f45165792838951113b8a18297 in 1493ms, sequenceid=237, compaction requested=true 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:36,096 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:33:36,096 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:36,097 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:36,097 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:36,097 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,097 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4c9e98b1eea74c54b735e930c2871a65, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=36.0 K 2024-11-25T10:33:36,097 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:36,097 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:36,098 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,098 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=91.6 K 2024-11-25T10:33:36,098 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,098 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec] 2024-11-25T10:33:36,098 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9e98b1eea74c54b735e930c2871a65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:36,098 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a2c53f0de949e4bb7ec9bb0231cb6a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:36,098 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5173b0e0f81a4f1c914a52d52b875128, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530811110 2024-11-25T10:33:36,098 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2889180c3fb4d6496a9cf5295c7e6c9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530811110 2024-11-25T10:33:36,099 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 668ab681ba3049c0bd927545dd3de4f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:36,099 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b508fecd8774dd0b0d71f2c992369ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:36,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:36,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:33:36,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,106 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:33:36,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,108 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:36,109 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f98e67f1b00d42a9bcc0732d8643a807 is 50, key is test_row_0/B:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:36,110 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:36,127 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d530072c4f114a5392d10259e9118144_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:36,129 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d530072c4f114a5392d10259e9118144_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:36,129 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d530072c4f114a5392d10259e9118144_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257cb0fa5b90914dcfa6072565b38b6963_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530814626/Put/seqid=0 2024-11-25T10:33:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742429_1605 (size=12697) 2024-11-25T10:33:36,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742430_1606 (size=4469) 2024-11-25T10:33:36,192 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#504 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:36,192 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/32e17617d4434a45ab19c7d97b7b2060 is 175, key is test_row_0/A:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:36,196 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f98e67f1b00d42a9bcc0732d8643a807 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f98e67f1b00d42a9bcc0732d8643a807 2024-11-25T10:33:36,202 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into f98e67f1b00d42a9bcc0732d8643a807(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:36,202 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:36,202 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=13, startTime=1732530816096; duration=0sec 2024-11-25T10:33:36,202 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:36,202 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:36,202 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:36,203 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:36,203 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:36,203 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,203 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/1623aaf582c44fcaacd194bb2caa4608, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=36.0 K 2024-11-25T10:33:36,204 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 1623aaf582c44fcaacd194bb2caa4608, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530809964 2024-11-25T10:33:36,204 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 5983529ac0d046f194d383ef7b73888a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530811110 2024-11-25T10:33:36,204 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ea2d67b9c04b9bb2a3fb86aa310887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742431_1607 (size=12304) 2024-11-25T10:33:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742432_1608 (size=31651) 2024-11-25T10:33:36,216 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:36,217 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/fb2fd7ddbbc54fad9ba15767bb95e416 is 50, key is test_row_0/C:col10/1732530814601/Put/seqid=0 2024-11-25T10:33:36,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742433_1609 (size=12697) 2024-11-25T10:33:36,225 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/fb2fd7ddbbc54fad9ba15767bb95e416 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/fb2fd7ddbbc54fad9ba15767bb95e416 2024-11-25T10:33:36,230 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into fb2fd7ddbbc54fad9ba15767bb95e416(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:36,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:36,230 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=13, startTime=1732530816096; duration=0sec 2024-11-25T10:33:36,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:36,230 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:36,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,618 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257cb0fa5b90914dcfa6072565b38b6963_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257cb0fa5b90914dcfa6072565b38b6963_a67b06f45165792838951113b8a18297 2024-11-25T10:33:36,618 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/32e17617d4434a45ab19c7d97b7b2060 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060 2024-11-25T10:33:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6733b1423e2743539c11f074d518ae39, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6733b1423e2743539c11f074d518ae39 is 175, key is test_row_0/A:col10/1732530814626/Put/seqid=0 2024-11-25T10:33:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742434_1610 (size=31105) 2024-11-25T10:33:36,629 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6733b1423e2743539c11f074d518ae39 2024-11-25T10:33:36,630 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into 32e17617d4434a45ab19c7d97b7b2060(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:36,630 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:36,630 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=13, startTime=1732530816096; duration=0sec 2024-11-25T10:33:36,631 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:36,631 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/12854f8a2aff4c028ca3105a4310f6cf is 50, key is test_row_0/B:col10/1732530814626/Put/seqid=0 2024-11-25T10:33:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742435_1611 (size=12151) 2024-11-25T10:33:36,642 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/12854f8a2aff4c028ca3105a4310f6cf 2024-11-25T10:33:36,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a8a23db141e94115a9c7a05d844ba3df is 50, key is test_row_0/C:col10/1732530814626/Put/seqid=0 2024-11-25T10:33:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742436_1612 (size=12151) 2024-11-25T10:33:36,671 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a8a23db141e94115a9c7a05d844ba3df 2024-11-25T10:33:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/6733b1423e2743539c11f074d518ae39 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39 2024-11-25T10:33:36,682 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39, entries=150, sequenceid=247, filesize=30.4 K 2024-11-25T10:33:36,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/12854f8a2aff4c028ca3105a4310f6cf as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf 2024-11-25T10:33:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,688 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:33:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/a8a23db141e94115a9c7a05d844ba3df as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df 2024-11-25T10:33:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,691 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:33:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for a67b06f45165792838951113b8a18297 in 589ms, sequenceid=247, compaction requested=false 2024-11-25T10:33:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T10:33:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T10:33:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T10:33:36,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-11-25T10:33:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.7170 sec 2024-11-25T10:33:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(8581): Flush requested on a67b06f45165792838951113b8a18297 2024-11-25T10:33:36,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:36,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b69bc813dd094506b6894e6c5b23aa50_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742437_1613 (size=12454) 2024-11-25T10:33:37,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530877021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:33:37,105 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T10:33:37,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T10:33:37,108 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:37,108 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:37,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:37,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530877127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:37,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530877331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:37,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b69bc813dd094506b6894e6c5b23aa50_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b69bc813dd094506b6894e6c5b23aa50_a67b06f45165792838951113b8a18297 2024-11-25T10:33:37,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/0abac2ccfe2e4a47b2ec0124c55b2805, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:37,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/0abac2ccfe2e4a47b2ec0124c55b2805 is 175, key is test_row_0/A:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742438_1614 (size=31255) 2024-11-25T10:33:37,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58918 deadline: 1732530877531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,532 DEBUG [Thread-2404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18262 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:37,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530877636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:37,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/0abac2ccfe2e4a47b2ec0124c55b2805 2024-11-25T10:33:37,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/2314df50c2c6455e816646da1d9d9699 is 50, key is test_row_0/B:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742439_1615 (size=12301) 2024-11-25T10:33:37,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:37,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:37,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58862 deadline: 1732530878143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:33:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58902 deadline: 1732530878174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,177 DEBUG [Thread-2400 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., hostname=1ab1d4f27f0d,38679,1732530642808, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:33:38,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:38,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/2314df50c2c6455e816646da1d9d9699 2024-11-25T10:33:38,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/ece77355407948278f54ec2b1c8ca795 is 50, key is test_row_0/C:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742440_1616 (size=12301) 2024-11-25T10:33:38,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:38,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/ece77355407948278f54ec2b1c8ca795 2024-11-25T10:33:38,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. as already flushing 2024-11-25T10:33:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:33:38,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/0abac2ccfe2e4a47b2ec0124c55b2805 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805 2024-11-25T10:33:38,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805, entries=150, sequenceid=261, filesize=30.5 K 2024-11-25T10:33:38,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/2314df50c2c6455e816646da1d9d9699 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699 2024-11-25T10:33:38,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699, entries=150, sequenceid=261, filesize=12.0 K 2024-11-25T10:33:38,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/ece77355407948278f54ec2b1c8ca795 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795 2024-11-25T10:33:38,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795, entries=150, sequenceid=261, filesize=12.0 K 2024-11-25T10:33:38,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a67b06f45165792838951113b8a18297 in 1882ms, sequenceid=261, compaction requested=true 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a67b06f45165792838951113b8a18297:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:33:38,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:33:38,786 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:38,787 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:33:38,791 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:38,791 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/C is initiating minor compaction (all files) 2024-11-25T10:33:38,791 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/C in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,791 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/fb2fd7ddbbc54fad9ba15767bb95e416, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=36.3 K 2024-11-25T10:33:38,792 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2fd7ddbbc54fad9ba15767bb95e416, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:38,792 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a23db141e94115a9c7a05d844ba3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530814613 2024-11-25T10:33:38,792 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting ece77355407948278f54ec2b1c8ca795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732530816891 2024-11-25T10:33:38,798 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:33:38,799 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/A is initiating minor compaction (all files) 2024-11-25T10:33:38,799 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/A in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,799 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=91.8 K 2024-11-25T10:33:38,799 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,799 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. files: [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805] 2024-11-25T10:33:38,803 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32e17617d4434a45ab19c7d97b7b2060, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:38,807 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6733b1423e2743539c11f074d518ae39, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530814613 2024-11-25T10:33:38,807 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0abac2ccfe2e4a47b2ec0124c55b2805, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732530816891 2024-11-25T10:33:38,815 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#C#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:38,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:38,815 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/8e2dcecac1744dc2882bf3a839841918 is 50, key is test_row_0/C:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:38,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:38,816 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:38,823 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:38,839 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259968bd0ba39041969bce8c7fa49d06c6_a67b06f45165792838951113b8a18297 store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:38,841 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259968bd0ba39041969bce8c7fa49d06c6_a67b06f45165792838951113b8a18297, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:38,841 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259968bd0ba39041969bce8c7fa49d06c6_a67b06f45165792838951113b8a18297 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742441_1617 (size=12949) 2024-11-25T10:33:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef8f95e9c3a0461fa0b3e70ae5f132f6_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530817007/Put/seqid=0 2024-11-25T10:33:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742442_1618 (size=4469) 2024-11-25T10:33:38,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742443_1619 (size=12454) 2024-11-25T10:33:38,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:38,900 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef8f95e9c3a0461fa0b3e70ae5f132f6_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8f95e9c3a0461fa0b3e70ae5f132f6_a67b06f45165792838951113b8a18297 2024-11-25T10:33:38,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3164b782f9c346bf80c314b29cce7fb2, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3164b782f9c346bf80c314b29cce7fb2 is 175, key is test_row_0/A:col10/1732530817007/Put/seqid=0 2024-11-25T10:33:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742444_1620 (size=31255) 2024-11-25T10:33:38,915 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3164b782f9c346bf80c314b29cce7fb2 2024-11-25T10:33:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/7e96ea3b8ea7444e99d3031c9acd86c6 is 50, key is test_row_0/B:col10/1732530817007/Put/seqid=0 2024-11-25T10:33:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742445_1621 (size=12301) 2024-11-25T10:33:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/7e96ea3b8ea7444e99d3031c9acd86c6 2024-11-25T10:33:38,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/907b6b5a1b4a40ed9e5b617c96ddc136 is 50, key is test_row_0/C:col10/1732530817007/Put/seqid=0 2024-11-25T10:33:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742446_1622 (size=12301) 2024-11-25T10:33:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/907b6b5a1b4a40ed9e5b617c96ddc136 2024-11-25T10:33:38,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/3164b782f9c346bf80c314b29cce7fb2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3164b782f9c346bf80c314b29cce7fb2 2024-11-25T10:33:39,015 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3164b782f9c346bf80c314b29cce7fb2, entries=150, sequenceid=286, filesize=30.5 K 2024-11-25T10:33:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/7e96ea3b8ea7444e99d3031c9acd86c6 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6 2024-11-25T10:33:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,020 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T10:33:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/907b6b5a1b4a40ed9e5b617c96ddc136 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/907b6b5a1b4a40ed9e5b617c96ddc136 2024-11-25T10:33:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,027 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/907b6b5a1b4a40ed9e5b617c96ddc136, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T10:33:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,031 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a67b06f45165792838951113b8a18297 in 215ms, sequenceid=286, compaction requested=true 2024-11-25T10:33:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T10:33:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T10:33:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T10:33:39,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-25T10:33:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.9300 sec 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:33:39,215 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:33:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T10:33:39,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:33:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:33:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:33:39,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:33:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,241 DEBUG [Thread-2406 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:62334 2024-11-25T10:33:39,241 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,245 DEBUG [Thread-2413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:62334 2024-11-25T10:33:39,245 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,248 DEBUG [Thread-2415 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:62334 2024-11-25T10:33:39,248 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,253 DEBUG [Thread-2411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:62334 2024-11-25T10:33:39,253 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,254 DEBUG [Thread-2409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:62334 2024-11-25T10:33:39,254 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,261 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/8e2dcecac1744dc2882bf3a839841918 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/8e2dcecac1744dc2882bf3a839841918 2024-11-25T10:33:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,267 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/C of a67b06f45165792838951113b8a18297 into 8e2dcecac1744dc2882bf3a839841918(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:39,267 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:39,267 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/C, priority=13, startTime=1732530818783; duration=0sec 2024-11-25T10:33:39,267 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:33:39,267 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:C 2024-11-25T10:33:39,267 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:33:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,275 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:33:39,275 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1540): a67b06f45165792838951113b8a18297/B is initiating minor compaction (all files) 2024-11-25T10:33:39,276 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a67b06f45165792838951113b8a18297/B in TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:39,276 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f98e67f1b00d42a9bcc0732d8643a807, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6] into tmpdir=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp, totalSize=48.3 K 2024-11-25T10:33:39,279 DEBUG [Thread-2417 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:62334 2024-11-25T10:33:39,279 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:39,283 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting f98e67f1b00d42a9bcc0732d8643a807, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530813370 2024-11-25T10:33:39,283 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#A#compaction#513 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:39,284 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/f55c1362db5c454d953c906478673004 is 175, key is test_row_0/A:col10/1732530816891/Put/seqid=0 2024-11-25T10:33:39,285 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 12854f8a2aff4c028ca3105a4310f6cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530814613 2024-11-25T10:33:39,286 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 2314df50c2c6455e816646da1d9d9699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732530816891 2024-11-25T10:33:39,288 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e96ea3b8ea7444e99d3031c9acd86c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732530817007 2024-11-25T10:33:39,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742447_1623 (size=31903) 2024-11-25T10:33:39,309 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a67b06f45165792838951113b8a18297#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:33:39,310 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/1b904b5ca7f742b58d0e89a70cdc200e is 50, key is test_row_0/B:col10/1732530817007/Put/seqid=0 2024-11-25T10:33:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742448_1624 (size=12983) 2024-11-25T10:33:39,328 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/1b904b5ca7f742b58d0e89a70cdc200e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/1b904b5ca7f742b58d0e89a70cdc200e 2024-11-25T10:33:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:33:39,340 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a67b06f45165792838951113b8a18297/B of a67b06f45165792838951113b8a18297 into 1b904b5ca7f742b58d0e89a70cdc200e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:39,340 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:39,340 INFO [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/B, priority=12, startTime=1732530818783; duration=0sec 2024-11-25T10:33:39,340 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:39,340 DEBUG [RS:0;1ab1d4f27f0d:38679-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:B 2024-11-25T10:33:39,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:39,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:33:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:39,374 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:39,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a68e18af738f4595b6694b24bed6a293_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530819205/Put/seqid=0 2024-11-25T10:33:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742449_1625 (size=9914) 2024-11-25T10:33:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:39,399 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a68e18af738f4595b6694b24bed6a293_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a68e18af738f4595b6694b24bed6a293_a67b06f45165792838951113b8a18297 2024-11-25T10:33:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1f42c0a177cf467e810cd475ae444650, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1f42c0a177cf467e810cd475ae444650 is 175, key is test_row_0/A:col10/1732530819205/Put/seqid=0 2024-11-25T10:33:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742450_1626 (size=22561) 2024-11-25T10:33:39,406 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1f42c0a177cf467e810cd475ae444650 2024-11-25T10:33:39,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/47f9ca6c6af44018bbf4f6e285d07d12 is 50, key is test_row_0/B:col10/1732530819205/Put/seqid=0 2024-11-25T10:33:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742451_1627 (size=9857) 2024-11-25T10:33:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:33:39,708 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/f55c1362db5c454d953c906478673004 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/f55c1362db5c454d953c906478673004 2024-11-25T10:33:39,711 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a67b06f45165792838951113b8a18297/A of a67b06f45165792838951113b8a18297 into f55c1362db5c454d953c906478673004(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:33:39,711 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:39,711 INFO [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297., storeName=a67b06f45165792838951113b8a18297/A, priority=13, startTime=1732530818783; duration=0sec 2024-11-25T10:33:39,712 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:33:39,712 DEBUG [RS:0;1ab1d4f27f0d:38679-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a67b06f45165792838951113b8a18297:A 2024-11-25T10:33:39,833 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/47f9ca6c6af44018bbf4f6e285d07d12 2024-11-25T10:33:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:33:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5b5b13a99f334413b523813410b0d03e is 50, key is test_row_0/C:col10/1732530819205/Put/seqid=0 2024-11-25T10:33:39,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742452_1628 (size=9857) 2024-11-25T10:33:39,844 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5b5b13a99f334413b523813410b0d03e 2024-11-25T10:33:39,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/1f42c0a177cf467e810cd475ae444650 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1f42c0a177cf467e810cd475ae444650 2024-11-25T10:33:39,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1f42c0a177cf467e810cd475ae444650, entries=100, sequenceid=296, filesize=22.0 K 2024-11-25T10:33:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/47f9ca6c6af44018bbf4f6e285d07d12 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/47f9ca6c6af44018bbf4f6e285d07d12 2024-11-25T10:33:39,854 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/47f9ca6c6af44018bbf4f6e285d07d12, entries=100, sequenceid=296, filesize=9.6 K 2024-11-25T10:33:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/5b5b13a99f334413b523813410b0d03e as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5b5b13a99f334413b523813410b0d03e 2024-11-25T10:33:39,857 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5b5b13a99f334413b523813410b0d03e, entries=100, sequenceid=296, filesize=9.6 K 2024-11-25T10:33:39,858 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a67b06f45165792838951113b8a18297 in 484ms, sequenceid=296, compaction requested=true 2024-11-25T10:33:39,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:39,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:39,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T10:33:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T10:33:39,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T10:33:39,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 637 msec 2024-11-25T10:33:39,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 641 msec 2024-11-25T10:33:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:33:40,338 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T10:33:40,354 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:62334 2024-11-25T10:33:40,354 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:40,363 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:62334 2024-11-25T10:33:40,363 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:41,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:33:47,612 DEBUG [Thread-2404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:62334 2024-11-25T10:33:47,612 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:48,233 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:62334 2024-11-25T10:33:48,233 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4529 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4214 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4253 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4479 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4223 2024-11-25T10:33:48,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:33:48,234 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:33:48,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:62334 2024-11-25T10:33:48,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:48,234 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:33:48,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:33:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:48,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530828236"}]},"ts":"1732530828236"} 2024-11-25T10:33:48,237 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:33:48,287 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:33:48,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:33:48,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, UNASSIGN}] 2024-11-25T10:33:48,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, UNASSIGN 2024-11-25T10:33:48,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=CLOSING, regionLocation=1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:48,292 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:33:48,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808}] 2024-11-25T10:33:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:48,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:48,444 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close a67b06f45165792838951113b8a18297 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing a67b06f45165792838951113b8a18297, disabling compactions & flushes 2024-11-25T10:33:48,444 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. after waiting 0 ms 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:48,444 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing a67b06f45165792838951113b8a18297 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=A 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=B 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a67b06f45165792838951113b8a18297, store=C 2024-11-25T10:33:48,444 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:33:48,449 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d092b2cfe1d407b8d0116784b753782_a67b06f45165792838951113b8a18297 is 50, key is test_row_0/A:col10/1732530828232/Put/seqid=0 2024-11-25T10:33:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742453_1629 (size=12454) 2024-11-25T10:33:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:48,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:33:48,856 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d092b2cfe1d407b8d0116784b753782_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d092b2cfe1d407b8d0116784b753782_a67b06f45165792838951113b8a18297 2024-11-25T10:33:48,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/c57d1f78c9cd46809c7777e1bcfae57c, store: [table=TestAcidGuarantees family=A region=a67b06f45165792838951113b8a18297] 2024-11-25T10:33:48,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/c57d1f78c9cd46809c7777e1bcfae57c is 175, key is test_row_0/A:col10/1732530828232/Put/seqid=0 2024-11-25T10:33:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742454_1630 (size=31255) 2024-11-25T10:33:49,262 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/c57d1f78c9cd46809c7777e1bcfae57c 2024-11-25T10:33:49,271 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f70663b3c98f409db27617170a4f4a48 is 50, key is test_row_0/B:col10/1732530828232/Put/seqid=0 2024-11-25T10:33:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742455_1631 (size=12301) 2024-11-25T10:33:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:49,676 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f70663b3c98f409db27617170a4f4a48 2024-11-25T10:33:49,681 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e2126d6b93a148b9a097547a26146e2d is 50, key is test_row_0/C:col10/1732530828232/Put/seqid=0 2024-11-25T10:33:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742456_1632 (size=12301) 2024-11-25T10:33:50,086 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e2126d6b93a148b9a097547a26146e2d 2024-11-25T10:33:50,090 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/A/c57d1f78c9cd46809c7777e1bcfae57c as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/c57d1f78c9cd46809c7777e1bcfae57c 2024-11-25T10:33:50,093 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/c57d1f78c9cd46809c7777e1bcfae57c, entries=150, sequenceid=304, filesize=30.5 K 2024-11-25T10:33:50,094 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/B/f70663b3c98f409db27617170a4f4a48 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f70663b3c98f409db27617170a4f4a48 2024-11-25T10:33:50,097 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f70663b3c98f409db27617170a4f4a48, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T10:33:50,097 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/.tmp/C/e2126d6b93a148b9a097547a26146e2d as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e2126d6b93a148b9a097547a26146e2d 2024-11-25T10:33:50,102 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e2126d6b93a148b9a097547a26146e2d, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T10:33:50,102 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a67b06f45165792838951113b8a18297 in 1658ms, sequenceid=304, compaction requested=true 2024-11-25T10:33:50,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805] to archive 2024-11-25T10:33:50,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:50,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef45ee08367646d49398d63ffff1333e 2024-11-25T10:33:50,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/5ad12ef0b7bb4191b6be56a3224f9feb 2024-11-25T10:33:50,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6fd1c7b096ae4444b7543972cf916cee 2024-11-25T10:33:50,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/ef95e0aeadc14b00a67a2e4e268b4205 2024-11-25T10:33:50,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/631e20456ef947479822170f4df3195f 2024-11-25T10:33:50,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3775e29f6fbd474fbd3c0012bba373a7 2024-11-25T10:33:50,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/a071dcb11fe2417abe8c3ce173601aaf 2024-11-25T10:33:50,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/cfe0ecf148b84174a608adfe0cfaa617 2024-11-25T10:33:50,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1d4076a804ba4403942e1e40bb98d780 2024-11-25T10:33:50,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bb7b9d2a48da42cab5033c751ecd425b 2024-11-25T10:33:50,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/bbdde7a4d607460c94b500e81727fdb3 2024-11-25T10:33:50,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/b33947e8309e426e859339a64eec0ccb 2024-11-25T10:33:50,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/12ec605a1bec433d8d3dc49a358eefb8 2024-11-25T10:33:50,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/06a2c53f0de949e4bb7ec9bb0231cb6a 2024-11-25T10:33:50,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/e2889180c3fb4d6496a9cf5295c7e6c9 2024-11-25T10:33:50,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/32e17617d4434a45ab19c7d97b7b2060 2024-11-25T10:33:50,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1b508fecd8774dd0b0d71f2c992369ec 2024-11-25T10:33:50,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/6733b1423e2743539c11f074d518ae39 2024-11-25T10:33:50,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/0abac2ccfe2e4a47b2ec0124c55b2805 2024-11-25T10:33:50,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f3f942289f2943868a74580a8d6a594d, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f2a5fe968b0b4be9a79747e6c92e6c00, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/026395fa6cb84142bd27b9359a7bbade, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4c9e98b1eea74c54b735e930c2871a65, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f98e67f1b00d42a9bcc0732d8643a807, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6] to archive 2024-11-25T10:33:50,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:50,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/c0f47e0e86dd4393afb6f6a82cb812c8 2024-11-25T10:33:50,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f1daedb482cc4f1497e0ed6c56a93423 2024-11-25T10:33:50,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f3f942289f2943868a74580a8d6a594d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f3f942289f2943868a74580a8d6a594d 2024-11-25T10:33:50,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/24252b83965a4954ab6a3625bea42f2f 2024-11-25T10:33:50,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/adcd30a729bf4b5eb0d846d5a11284e2 2024-11-25T10:33:50,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/ce9371ed6f674650bce7825caafaa577 2024-11-25T10:33:50,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f2a5fe968b0b4be9a79747e6c92e6c00 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f2a5fe968b0b4be9a79747e6c92e6c00 2024-11-25T10:33:50,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/3da921d05c0c477db13f49481cde6dc6 2024-11-25T10:33:50,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/26a374efdae142199489379793983397 2024-11-25T10:33:50,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/026395fa6cb84142bd27b9359a7bbade to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/026395fa6cb84142bd27b9359a7bbade 2024-11-25T10:33:50,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/abf2c1b106d142da9d5e5eb3519c7ee3 2024-11-25T10:33:50,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/66e846a04d644d369f53a34dae053e19 2024-11-25T10:33:50,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4c9e98b1eea74c54b735e930c2871a65 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4c9e98b1eea74c54b735e930c2871a65 2024-11-25T10:33:50,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/4bff7c9b772c4f0c9f8cfbc93e326ba4 2024-11-25T10:33:50,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/5173b0e0f81a4f1c914a52d52b875128 2024-11-25T10:33:50,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f98e67f1b00d42a9bcc0732d8643a807 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f98e67f1b00d42a9bcc0732d8643a807 2024-11-25T10:33:50,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/668ab681ba3049c0bd927545dd3de4f3 2024-11-25T10:33:50,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/12854f8a2aff4c028ca3105a4310f6cf 2024-11-25T10:33:50,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/2314df50c2c6455e816646da1d9d9699 2024-11-25T10:33:50,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/7e96ea3b8ea7444e99d3031c9acd86c6 2024-11-25T10:33:50,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/abdae8763a224b5ca2b7ce8116bbe589, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ee1fa84cb59648e6b621c64dabb88bed, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/efc662eab1c3455da4c5494b08e03939, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/1623aaf582c44fcaacd194bb2caa4608, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/fb2fd7ddbbc54fad9ba15767bb95e416, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795] to archive 2024-11-25T10:33:50,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:33:50,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/6e88c65c699f44b7b1ca8fe383d2b80a 2024-11-25T10:33:50,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a95e1a847e174ee68a70b3dcced37ffb 2024-11-25T10:33:50,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/abdae8763a224b5ca2b7ce8116bbe589 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/abdae8763a224b5ca2b7ce8116bbe589 2024-11-25T10:33:50,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/4567de29afa0408db8aecee1944b12aa 2024-11-25T10:33:50,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/b9aac327e1b14ac8b2b4930e89f8aae0 2024-11-25T10:33:50,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/d5870610680e43b4920590a0b551e1ed 2024-11-25T10:33:50,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ee1fa84cb59648e6b621c64dabb88bed to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ee1fa84cb59648e6b621c64dabb88bed 2024-11-25T10:33:50,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/56a00c7dff184a688464aeda32fd5d11 2024-11-25T10:33:50,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/43f085db844b43b6b646b6df4da7a131 2024-11-25T10:33:50,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/efc662eab1c3455da4c5494b08e03939 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/efc662eab1c3455da4c5494b08e03939 2024-11-25T10:33:50,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e5780f7748a243c295390e0d17dc909f 2024-11-25T10:33:50,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/cea4fedc080249f4bbccd95f493a6b0b 2024-11-25T10:33:50,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/1623aaf582c44fcaacd194bb2caa4608 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/1623aaf582c44fcaacd194bb2caa4608 2024-11-25T10:33:50,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/9e9676f2a42c4ce99bb12a85bfc0fca7 2024-11-25T10:33:50,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5983529ac0d046f194d383ef7b73888a 2024-11-25T10:33:50,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/fb2fd7ddbbc54fad9ba15767bb95e416 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/fb2fd7ddbbc54fad9ba15767bb95e416 2024-11-25T10:33:50,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/c9ea2d67b9c04b9bb2a3fb86aa310887 2024-11-25T10:33:50,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/a8a23db141e94115a9c7a05d844ba3df 2024-11-25T10:33:50,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/ece77355407948278f54ec2b1c8ca795 2024-11-25T10:33:50,154 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=4 2024-11-25T10:33:50,155 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297. 2024-11-25T10:33:50,155 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for a67b06f45165792838951113b8a18297: 2024-11-25T10:33:50,156 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,157 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=a67b06f45165792838951113b8a18297, regionState=CLOSED 2024-11-25T10:33:50,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T10:33:50,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure a67b06f45165792838951113b8a18297, server=1ab1d4f27f0d,38679,1732530642808 in 1.8650 sec 2024-11-25T10:33:50,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-25T10:33:50,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a67b06f45165792838951113b8a18297, UNASSIGN in 1.8690 sec 2024-11-25T10:33:50,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T10:33:50,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-25T10:33:50,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530830161"}]},"ts":"1732530830161"} 2024-11-25T10:33:50,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:33:50,229 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:33:50,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9960 sec 2024-11-25T10:33:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:33:50,341 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T10:33:50,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:33:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,343 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:33:50,344 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,345 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,347 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits] 2024-11-25T10:33:50,349 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1f42c0a177cf467e810cd475ae444650 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/1f42c0a177cf467e810cd475ae444650 2024-11-25T10:33:50,350 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3164b782f9c346bf80c314b29cce7fb2 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/3164b782f9c346bf80c314b29cce7fb2 2024-11-25T10:33:50,350 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/c57d1f78c9cd46809c7777e1bcfae57c to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/c57d1f78c9cd46809c7777e1bcfae57c 2024-11-25T10:33:50,351 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/f55c1362db5c454d953c906478673004 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/A/f55c1362db5c454d953c906478673004 2024-11-25T10:33:50,353 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/1b904b5ca7f742b58d0e89a70cdc200e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/1b904b5ca7f742b58d0e89a70cdc200e 2024-11-25T10:33:50,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/47f9ca6c6af44018bbf4f6e285d07d12 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/47f9ca6c6af44018bbf4f6e285d07d12 2024-11-25T10:33:50,355 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f70663b3c98f409db27617170a4f4a48 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/B/f70663b3c98f409db27617170a4f4a48 2024-11-25T10:33:50,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5b5b13a99f334413b523813410b0d03e to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/5b5b13a99f334413b523813410b0d03e 2024-11-25T10:33:50,358 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/8e2dcecac1744dc2882bf3a839841918 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/8e2dcecac1744dc2882bf3a839841918 2024-11-25T10:33:50,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/907b6b5a1b4a40ed9e5b617c96ddc136 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/907b6b5a1b4a40ed9e5b617c96ddc136 2024-11-25T10:33:50,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e2126d6b93a148b9a097547a26146e2d to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/C/e2126d6b93a148b9a097547a26146e2d 2024-11-25T10:33:50,361 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits/307.seqid to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297/recovered.edits/307.seqid 2024-11-25T10:33:50,362 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/default/TestAcidGuarantees/a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,362 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:33:50,362 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:33:50,363 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:33:50,365 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d092b2cfe1d407b8d0116784b753782_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d092b2cfe1d407b8d0116784b753782_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,366 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253ddb0d9ae40e4b85ad5f9245fd62b160_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253ddb0d9ae40e4b85ad5f9245fd62b160_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,367 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b2466e66f28439fb3f131f3f10b2789_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b2466e66f28439fb3f131f3f10b2789_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,368 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256187957be3a0446788726b44d442d94d_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256187957be3a0446788726b44d442d94d_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256223f6f0245e4e29947613da59ba1f03_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256223f6f0245e4e29947613da59ba1f03_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,370 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257cb0fa5b90914dcfa6072565b38b6963_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257cb0fa5b90914dcfa6072565b38b6963_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f0a5dad68c64a2da6fed78d664b1ad2_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f0a5dad68c64a2da6fed78d664b1ad2_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,372 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125884d1cf7f614465baf0b80232dfdd3c6_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125884d1cf7f614465baf0b80232dfdd3c6_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,373 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591251d7e3f96442ab9c0d0f8083c87db_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591251d7e3f96442ab9c0d0f8083c87db_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,374 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a63015b3dd7d40f180e9646d398dc62e_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a63015b3dd7d40f180e9646d398dc62e_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,374 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a68e18af738f4595b6694b24bed6a293_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a68e18af738f4595b6694b24bed6a293_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a6966dc7efb44984bf92b458186231f7_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a6966dc7efb44984bf92b458186231f7_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,376 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b69bc813dd094506b6894e6c5b23aa50_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b69bc813dd094506b6894e6c5b23aa50_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,377 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea4b87d8f227473192fc3bb964e78d5f_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea4b87d8f227473192fc3bb964e78d5f_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7e4db54abc4a4e8a2c186e8236254c_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ec7e4db54abc4a4e8a2c186e8236254c_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8f95e9c3a0461fa0b3e70ae5f132f6_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8f95e9c3a0461fa0b3e70ae5f132f6_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,379 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f48b23dfaf894b4ebb3c6d4eb393505e_a67b06f45165792838951113b8a18297 to hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f48b23dfaf894b4ebb3c6d4eb393505e_a67b06f45165792838951113b8a18297 2024-11-25T10:33:50,380 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:33:50,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,383 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:33:50,385 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:33:50,386 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,386 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:33:50,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530830386"}]},"ts":"9223372036854775807"} 2024-11-25T10:33:50,387 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:33:50,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a67b06f45165792838951113b8a18297, NAME => 'TestAcidGuarantees,,1732530795985.a67b06f45165792838951113b8a18297.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:33:50,387 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:33:50,388 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530830387"}]},"ts":"9223372036854775807"} 2024-11-25T10:33:50,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:33:50,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:33:50,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-25T10:33:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:33:50,445 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T10:33:50,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=446 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=814 (was 657) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1909 (was 2120) 2024-11-25T10:33:50,455 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T10:33:50,455 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:33:50,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:62334 2024-11-25T10:33:50,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:50,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:33:50,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531552996, stopped=false 2024-11-25T10:33:50,456 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:33:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:33:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:33:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:33:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:33:50,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T10:33:50,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:50,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:33:50,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:33:50,463 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1ab1d4f27f0d,38679,1732530642808' ***** 2024-11-25T10:33:50,463 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:33:50,464 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(3579): Received CLOSE for 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1224): stopping server 1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:50,464 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:33:50,464 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4bf62b148e353cc6050c99e10ae22a70, disabling compactions & flushes 2024-11-25T10:33:50,465 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:33:50,465 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. after waiting 0 ms 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:33:50,465 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1603): Online Regions={4bf62b148e353cc6050c99e10ae22a70=hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T10:33:50,465 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4bf62b148e353cc6050c99e10ae22a70 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:33:50,465 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:33:50,465 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:33:50,465 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T10:33:50,468 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:33:50,480 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/.tmp/info/9bf5928e6bdf4dd08456bdb933d65613 is 45, key is default/info:d/1732530648116/Put/seqid=0 2024-11-25T10:33:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742457_1633 (size=5037) 2024-11-25T10:33:50,491 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/info/90ece6c684db47eab3783f3c23f6ce54 is 143, key is hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70./info:regioninfo/1732530647964/Put/seqid=0 2024-11-25T10:33:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742458_1634 (size=7725) 2024-11-25T10:33:50,497 INFO [regionserver/1ab1d4f27f0d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:33:50,668 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:33:50,718 INFO [regionserver/1ab1d4f27f0d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:33:50,719 INFO [regionserver/1ab1d4f27f0d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:33:50,868 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4bf62b148e353cc6050c99e10ae22a70 2024-11-25T10:33:50,883 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/.tmp/info/9bf5928e6bdf4dd08456bdb933d65613 2024-11-25T10:33:50,887 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/.tmp/info/9bf5928e6bdf4dd08456bdb933d65613 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/info/9bf5928e6bdf4dd08456bdb933d65613 2024-11-25T10:33:50,890 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/info/9bf5928e6bdf4dd08456bdb933d65613, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T10:33:50,891 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4bf62b148e353cc6050c99e10ae22a70 in 426ms, sequenceid=6, compaction requested=false 2024-11-25T10:33:50,894 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/info/90ece6c684db47eab3783f3c23f6ce54 2024-11-25T10:33:50,895 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/namespace/4bf62b148e353cc6050c99e10ae22a70/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T10:33:50,896 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:33:50,896 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4bf62b148e353cc6050c99e10ae22a70: 2024-11-25T10:33:50,896 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732530646657.4bf62b148e353cc6050c99e10ae22a70. 2024-11-25T10:33:50,918 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/rep_barrier/c909fe7e1bbf4d8c8d94060d09e59fd2 is 102, key is TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d./rep_barrier:/1732530674324/DeleteFamily/seqid=0 2024-11-25T10:33:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742459_1635 (size=6025) 2024-11-25T10:33:51,069 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:33:51,269 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:33:51,322 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/rep_barrier/c909fe7e1bbf4d8c8d94060d09e59fd2 2024-11-25T10:33:51,341 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/table/815a74bb774a4c1981138c67121cfb6b is 96, key is TestAcidGuarantees,,1732530648344.8b099e2a10f25ed1456de53c83c65f8d./table:/1732530674324/DeleteFamily/seqid=0 2024-11-25T10:33:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742460_1636 (size=5942) 2024-11-25T10:33:51,469 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-25T10:33:51,469 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T10:33:51,470 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:33:51,670 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:33:51,745 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/table/815a74bb774a4c1981138c67121cfb6b 2024-11-25T10:33:51,749 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/info/90ece6c684db47eab3783f3c23f6ce54 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/info/90ece6c684db47eab3783f3c23f6ce54 2024-11-25T10:33:51,752 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/info/90ece6c684db47eab3783f3c23f6ce54, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T10:33:51,753 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/rep_barrier/c909fe7e1bbf4d8c8d94060d09e59fd2 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/rep_barrier/c909fe7e1bbf4d8c8d94060d09e59fd2 2024-11-25T10:33:51,757 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/rep_barrier/c909fe7e1bbf4d8c8d94060d09e59fd2, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T10:33:51,757 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/.tmp/table/815a74bb774a4c1981138c67121cfb6b as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/table/815a74bb774a4c1981138c67121cfb6b 2024-11-25T10:33:51,761 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/table/815a74bb774a4c1981138c67121cfb6b, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T10:33:51,761 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=93, compaction requested=false 2024-11-25T10:33:51,768 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T10:33:51,769 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:33:51,769 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T10:33:51,769 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T10:33:51,769 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:33:51,870 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1250): stopping server 1ab1d4f27f0d,38679,1732530642808; all regions closed. 2024-11-25T10:33:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741834_1010 (size=26050) 2024-11-25T10:33:51,878 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/oldWALs 2024-11-25T10:33:51,878 INFO [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1ab1d4f27f0d%2C38679%2C1732530642808.meta:.meta(num 1732530646314) 2024-11-25T10:33:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741833_1009 (size=14238867) 2024-11-25T10:33:51,883 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/oldWALs 2024-11-25T10:33:51,883 INFO [RS:0;1ab1d4f27f0d:38679 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1ab1d4f27f0d%2C38679%2C1732530642808:(num 1732530645909) 2024-11-25T10:33:51,883 DEBUG [RS:0;1ab1d4f27f0d:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:51,883 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:33:51,884 INFO [RS:0;1ab1d4f27f0d:38679 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab1d4f27f0d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-25T10:33:51,884 INFO [regionserver/1ab1d4f27f0d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T10:33:51,885 INFO [RS:0;1ab1d4f27f0d:38679 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:38679 2024-11-25T10:33:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:33:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ab1d4f27f0d,38679,1732530642808 2024-11-25T10:33:51,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab1d4f27f0d,38679,1732530642808] 2024-11-25T10:33:51,904 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 1ab1d4f27f0d,38679,1732530642808; numProcessing=1 2024-11-25T10:33:51,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/1ab1d4f27f0d,38679,1732530642808 already deleted, retry=false 2024-11-25T10:33:51,913 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 1ab1d4f27f0d,38679,1732530642808 expired; onlineServers=0 2024-11-25T10:33:51,913 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1ab1d4f27f0d,42485,1732530642031' ***** 2024-11-25T10:33:51,913 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:33:51,913 DEBUG [M:0;1ab1d4f27f0d:42485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ce5eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab1d4f27f0d/172.17.0.3:0 2024-11-25T10:33:51,913 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionServer(1224): stopping server 1ab1d4f27f0d,42485,1732530642031 2024-11-25T10:33:51,913 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionServer(1250): stopping server 1ab1d4f27f0d,42485,1732530642031; all regions closed. 2024-11-25T10:33:51,914 DEBUG [M:0;1ab1d4f27f0d:42485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:33:51,914 DEBUG [M:0;1ab1d4f27f0d:42485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:33:51,914 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:33:51,914 DEBUG [M:0;1ab1d4f27f0d:42485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:33:51,914 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530645515 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530645515,5,FailOnTimeoutGroup] 2024-11-25T10:33:51,914 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530645519 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530645519,5,FailOnTimeoutGroup] 2024-11-25T10:33:51,915 INFO [M:0;1ab1d4f27f0d:42485 {}] hbase.ChoreService(370): Chore service for: master/1ab1d4f27f0d:0 had [] on shutdown 2024-11-25T10:33:51,915 DEBUG [M:0;1ab1d4f27f0d:42485 {}] master.HMaster(1733): Stopping service threads 2024-11-25T10:33:51,915 INFO [M:0;1ab1d4f27f0d:42485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:33:51,915 ERROR [M:0;1ab1d4f27f0d:42485 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T10:33:51,917 INFO [M:0;1ab1d4f27f0d:42485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:33:51,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:33:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:33:51,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:33:51,921 DEBUG [M:0;1ab1d4f27f0d:42485 {}] zookeeper.ZKUtil(347): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:33:51,921 WARN [M:0;1ab1d4f27f0d:42485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:33:51,921 INFO [M:0;1ab1d4f27f0d:42485 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T10:33:51,921 INFO [M:0;1ab1d4f27f0d:42485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:33:51,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:33:51,921 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:33:51,921 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:33:51,921 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:33:51,921 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:33:51,921 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:33:51,921 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=773.02 KB heapSize=951.11 KB 2024-11-25T10:33:51,941 DEBUG [M:0;1ab1d4f27f0d:42485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70660840d86c4d4ca3a194e27d59dad9 is 82, key is hbase:meta,,1/info:regioninfo/1732530646478/Put/seqid=0 2024-11-25T10:33:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742461_1637 (size=5672) 2024-11-25T10:33:52,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:33:52,004 INFO [RS:0;1ab1d4f27f0d:38679 {}] regionserver.HRegionServer(1307): Exiting; stopping=1ab1d4f27f0d,38679,1732530642808; zookeeper connection closed. 2024-11-25T10:33:52,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10172d53bc60001, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:33:52,004 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74666693 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74666693 2024-11-25T10:33:52,005 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T10:33:52,347 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70660840d86c4d4ca3a194e27d59dad9 2024-11-25T10:33:52,372 DEBUG [M:0;1ab1d4f27f0d:42485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df4919bc7ed4a8382cd56276c0e50cd is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1732530799095/Put/seqid=0 2024-11-25T10:33:52,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742462_1638 (size=44740) 2024-11-25T10:33:52,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:33:52,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:33:52,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T10:33:52,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:33:52,780 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=772.47 KB at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df4919bc7ed4a8382cd56276c0e50cd 2024-11-25T10:33:52,783 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3df4919bc7ed4a8382cd56276c0e50cd 2024-11-25T10:33:52,798 DEBUG [M:0;1ab1d4f27f0d:42485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ff65a06c1b4ab9a1e304cd1e435dbe is 69, key is 1ab1d4f27f0d,38679,1732530642808/rs:state/1732530645575/Put/seqid=0 2024-11-25T10:33:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073742463_1639 (size=5156) 2024-11-25T10:33:53,201 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ff65a06c1b4ab9a1e304cd1e435dbe 2024-11-25T10:33:53,205 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70660840d86c4d4ca3a194e27d59dad9 as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70660840d86c4d4ca3a194e27d59dad9 2024-11-25T10:33:53,208 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70660840d86c4d4ca3a194e27d59dad9, entries=8, sequenceid=2196, filesize=5.5 K 2024-11-25T10:33:53,208 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df4919bc7ed4a8382cd56276c0e50cd as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3df4919bc7ed4a8382cd56276c0e50cd 2024-11-25T10:33:53,211 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3df4919bc7ed4a8382cd56276c0e50cd 2024-11-25T10:33:53,211 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3df4919bc7ed4a8382cd56276c0e50cd, entries=177, sequenceid=2196, filesize=43.7 K 2024-11-25T10:33:53,212 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ff65a06c1b4ab9a1e304cd1e435dbe as hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ff65a06c1b4ab9a1e304cd1e435dbe 2024-11-25T10:33:53,215 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37709/user/jenkins/test-data/568efbe8-b438-654c-5ada-26dac76c3359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ff65a06c1b4ab9a1e304cd1e435dbe, entries=1, sequenceid=2196, filesize=5.0 K 2024-11-25T10:33:53,215 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(3040): Finished flush of dataSize ~773.02 KB/791577, heapSize ~950.81 KB/973632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=2196, compaction requested=false 2024-11-25T10:33:53,219 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:33:53,219 DEBUG [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:33:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46575 is added to blk_1073741830_1006 (size=935548) 2024-11-25T10:33:53,223 INFO [M:0;1ab1d4f27f0d:42485 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T10:33:53,223 INFO [M:0;1ab1d4f27f0d:42485 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42485 2024-11-25T10:33:53,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T10:33:53,273 DEBUG [M:0;1ab1d4f27f0d:42485 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/1ab1d4f27f0d,42485,1732530642031 already deleted, retry=false 2024-11-25T10:33:53,426 INFO [M:0;1ab1d4f27f0d:42485 {}] regionserver.HRegionServer(1307): Exiting; stopping=1ab1d4f27f0d,42485,1732530642031; zookeeper connection closed. 2024-11-25T10:33:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:33:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42485-0x10172d53bc60000, quorum=127.0.0.1:62334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:33:53,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:33:53,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:33:53,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:33:53,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:33:53,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.log.dir/,STOPPED} 2024-11-25T10:33:53,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:33:53,439 WARN [BP-1838180857-172.17.0.3-1732530638643 heartbeating to localhost/127.0.0.1:37709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:33:53,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:33:53,439 WARN [BP-1838180857-172.17.0.3-1732530638643 heartbeating to localhost/127.0.0.1:37709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1838180857-172.17.0.3-1732530638643 (Datanode Uuid 01d70eee-4f19-49d0-a531-f225cba0d612) service to localhost/127.0.0.1:37709 2024-11-25T10:33:53,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data1/current/BP-1838180857-172.17.0.3-1732530638643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:33:53,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/cluster_dd824415-017a-3653-8882-3969af2919a0/dfs/data/data2/current/BP-1838180857-172.17.0.3-1732530638643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:33:53,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:33:53,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:33:53,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:33:53,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:33:53,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:33:53,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e49a0a6d-7eed-eb45-1c99-0dd5c76b4c07/hadoop.log.dir/,STOPPED} 2024-11-25T10:33:53,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:33:53,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down